2024-12-06 05:15:44,570 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 05:15:44,623 main DEBUG Took 0.049005 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 05:15:44,624 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 05:15:44,625 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 05:15:44,627 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 05:15:44,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,653 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 05:15:44,671 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,676 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,677 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,678 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,680 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,681 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,688 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,692 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,694 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:15:44,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,707 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 05:15:44,710 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:15:44,712 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 05:15:44,715 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 05:15:44,716 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 05:15:44,718 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 05:15:44,719 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 05:15:44,734 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 05:15:44,739 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 05:15:44,742 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 05:15:44,742 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 05:15:44,743 main DEBUG createAppenders(={Console}) 2024-12-06 05:15:44,744 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-06 05:15:44,745 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 05:15:44,745 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-06 05:15:44,746 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 05:15:44,747 main DEBUG OutputStream closed 2024-12-06 05:15:44,747 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 05:15:44,747 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 05:15:44,748 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-06 05:15:44,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 05:15:44,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 05:15:44,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 05:15:44,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 05:15:44,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 05:15:44,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 05:15:44,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 05:15:44,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 05:15:44,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 05:15:44,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 05:15:44,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 05:15:44,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 05:15:44,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 05:15:44,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 05:15:44,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 05:15:44,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 05:15:44,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 05:15:44,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 05:15:44,929 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 05:15:44,930 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-06 05:15:44,930 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 05:15:44,932 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-06T05:15:44,955 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-06 05:15:44,960 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 05:15:44,961 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T05:15:45,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=937, ProcessCount=11, AvailableMemoryMB=7135 2024-12-06T05:15:45,551 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-06T05:15:45,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf 2024-12-06T05:15:45,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/cluster_46ecc851-00df-4c95-b507-3fe73f5ea34b, deleteOnExit=true 2024-12-06T05:15:45,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/cluster_46ecc851-00df-4c95-b507-3fe73f5ea34b/zookeeper_0, clientPort=62226, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/cluster_46ecc851-00df-4c95-b507-3fe73f5ea34b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/cluster_46ecc851-00df-4c95-b507-3fe73f5ea34b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:15:45,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62226 2024-12-06T05:15:45,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:15:46,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:15:46,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/test.cache.data in system properties and HBase conf 2024-12-06T05:15:46,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:15:46,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:15:46,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:15:46,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:15:46,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:15:46,284 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T05:15:46,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:15:46,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:15:46,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:15:46,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:15:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:15:46,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:15:46,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:15:46,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:15:46,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:15:46,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:15:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:15:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:15:46,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:15:46,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:15:46,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:16:21,811 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T05:16:21,934 INFO [Time-limited test {}] log.Log(170): Logging initialized @38306ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T05:16:22,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:16:22,128 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:16:22,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:16:22,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:16:22,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:16:22,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:16:22,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:16:22,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:16:22,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146fb057{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/java.io.tmpdir/jetty-localhost-33403-hadoop-hdfs-3_4_1-tests_jar-_-any-6608603306790423461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:16:22,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:33403} 2024-12-06T05:16:22,467 INFO [Time-limited test {}] server.Server(415): Started @38840ms 2024-12-06T05:16:23,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:16:23,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:16:23,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:16:23,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:16:23,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:16:23,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4498b9b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:16:23,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34e7c235{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:16:24,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11daea53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/java.io.tmpdir/jetty-localhost-45653-hadoop-hdfs-3_4_1-tests_jar-_-any-7176616070910686201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:16:24,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14c8ee6d{HTTP/1.1, (http/1.1)}{localhost:45653} 2024-12-06T05:16:24,306 INFO [Time-limited test {}] server.Server(415): Started @40678ms 2024-12-06T05:16:24,410 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:16:27,067 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/cluster_46ecc851-00df-4c95-b507-3fe73f5ea34b/data/data2/current/BP-1901531146-172.17.0.3-1733462147653/current, will proceed with Du for space computation calculation, 2024-12-06T05:16:27,067 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/cluster_46ecc851-00df-4c95-b507-3fe73f5ea34b/data/data1/current/BP-1901531146-172.17.0.3-1733462147653/current, will proceed with Du for space computation calculation, 2024-12-06T05:16:27,278 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:16:27,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b16e5e9507f99c2 with lease ID 0x8c050470ca3d1a07: Processing first storage report for DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67 from datanode DatanodeRegistration(127.0.0.1:41473, datanodeUuid=f047918d-9e96-4df1-89b3-f3017bb3304b, infoPort=42285, infoSecurePort=0, ipcPort=34169, storageInfo=lv=-57;cid=testClusterID;nsid=2451677;c=1733462147653) 2024-12-06T05:16:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b16e5e9507f99c2 with lease ID 0x8c050470ca3d1a07: from storage DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67 node DatanodeRegistration(127.0.0.1:41473, datanodeUuid=f047918d-9e96-4df1-89b3-f3017bb3304b, infoPort=42285, infoSecurePort=0, ipcPort=34169, storageInfo=lv=-57;cid=testClusterID;nsid=2451677;c=1733462147653), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T05:16:27,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b16e5e9507f99c2 with lease ID 0x8c050470ca3d1a07: Processing first storage report for DS-fa86d963-f45a-4b95-aa0f-51532187baac from datanode DatanodeRegistration(127.0.0.1:41473, datanodeUuid=f047918d-9e96-4df1-89b3-f3017bb3304b, infoPort=42285, infoSecurePort=0, ipcPort=34169, storageInfo=lv=-57;cid=testClusterID;nsid=2451677;c=1733462147653) 2024-12-06T05:16:27,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b16e5e9507f99c2 with lease ID 0x8c050470ca3d1a07: from storage DS-fa86d963-f45a-4b95-aa0f-51532187baac node DatanodeRegistration(127.0.0.1:41473, datanodeUuid=f047918d-9e96-4df1-89b3-f3017bb3304b, infoPort=42285, infoSecurePort=0, ipcPort=34169, storageInfo=lv=-57;cid=testClusterID;nsid=2451677;c=1733462147653), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:16:27,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf 2024-12-06T05:16:27,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:27,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:28,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:16:28,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1 with version=8 2024-12-06T05:16:28,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/hbase-staging 2024-12-06T05:16:28,956 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T05:16:29,403 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:16:29,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:29,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:29,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:16:29,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:29,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:16:29,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:16:29,874 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T05:16:29,888 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T05:16:29,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:16:29,928 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5815 (auto-detected) 2024-12-06T05:16:29,929 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-06T05:16:29,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41165 2024-12-06T05:16:30,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41165 connecting to ZooKeeper ensemble=127.0.0.1:62226 2024-12-06T05:16:30,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411650x0, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:16:30,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41165-0x101a91136d10000 connected 2024-12-06T05:16:30,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:30,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:30,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/running 2024-12-06T05:16:30,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1, hbase.cluster.distributed=false 2024-12-06T05:16:30,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/acl 2024-12-06T05:16:30,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41165 2024-12-06T05:16:30,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41165 2024-12-06T05:16:30,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41165 2024-12-06T05:16:30,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41165 2024-12-06T05:16:30,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41165 2024-12-06T05:16:31,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:16:31,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:31,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:31,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:16:31,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:31,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:16:31,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:16:31,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:16:31,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33407 2024-12-06T05:16:31,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33407 connecting to ZooKeeper ensemble=127.0.0.1:62226 2024-12-06T05:16:31,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:31,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334070x0, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:16:31,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334070x0, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/running 2024-12-06T05:16:31,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33407-0x101a91136d10001 connected 2024-12-06T05:16:31,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:16:31,465 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:16:31,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/master 2024-12-06T05:16:31,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/acl 2024-12-06T05:16:31,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33407 2024-12-06T05:16:31,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33407 2024-12-06T05:16:31,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33407 2024-12-06T05:16:31,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33407 2024-12-06T05:16:31,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33407 2024-12-06T05:16:31,649 DEBUG [M:0;ec46afd49254:41165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:41165 2024-12-06T05:16:31,656 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01143775725/backup-masters/ec46afd49254,41165,1733462189077 2024-12-06T05:16:31,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/backup-masters 2024-12-06T05:16:31,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/backup-masters 2024-12-06T05:16:31,733 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on existing znode=/01143775725/backup-masters/ec46afd49254,41165,1733462189077 2024-12-06T05:16:31,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01143775725/master 2024-12-06T05:16:31,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:31,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:31,852 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on existing znode=/01143775725/master 2024-12-06T05:16:31,861 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01143775725/backup-masters/ec46afd49254,41165,1733462189077 from backup master directory 2024-12-06T05:16:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/backup-masters/ec46afd49254,41165,1733462189077 2024-12-06T05:16:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/backup-masters 2024-12-06T05:16:31,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/backup-masters 2024-12-06T05:16:31,881 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:16:31,881 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,41165,1733462189077 2024-12-06T05:16:31,885 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T05:16:31,896 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T05:16:32,093 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/hbase.id] with ID: efe3bdc6-47d5-4fe0-b161-7b8d47f23701 2024-12-06T05:16:32,093 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/.tmp/hbase.id 2024-12-06T05:16:32,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:16:32,571 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/.tmp/hbase.id]:[hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/hbase.id] 2024-12-06T05:16:32,771 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:32,787 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:16:32,833 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 41ms. 2024-12-06T05:16:32,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:33,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:16:33,443 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:16:33,457 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:16:33,543 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:16:33,574 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:16:33,769 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store 2024-12-06T05:16:33,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:16:34,302 INFO [master/ec46afd49254:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T05:16:34,308 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:34,311 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:16:34,311 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:34,311 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:34,323 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:16:34,323 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:34,323 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:34,325 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462194311Disabling compacts and flushes for region at 1733462194311Disabling writes for close at 1733462194323 (+12 ms)Writing region close event to WAL at 1733462194323Closed at 1733462194323 2024-12-06T05:16:34,337 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/.initializing 2024-12-06T05:16:34,337 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077 2024-12-06T05:16:34,363 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:16:34,412 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C41165%2C1733462189077, suffix=, logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077, archiveDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/oldWALs, maxLogs=10 2024-12-06T05:16:34,510 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077/ec46afd49254%2C41165%2C1733462189077.1733462194433, exclude list is [], retry=0 2024-12-06T05:16:34,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67,DISK] 2024-12-06T05:16:34,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T05:16:34,708 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077/ec46afd49254%2C41165%2C1733462189077.1733462194433 2024-12-06T05:16:34,733 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-12-06T05:16:34,734 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:16:34,735 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:34,742 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,744 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:16:34,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:34,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:34,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:16:34,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:34,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:34,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:16:34,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:34,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:34,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:16:34,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:34,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:34,960 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,967 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,975 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,993 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:34,994 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:35,009 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:16:35,016 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:35,037 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:16:35,043 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61085498, jitterRate=-0.08975514769554138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:16:35,065 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462194763Initializing all the Stores at 1733462194773 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462194774 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462194777 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462194778 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462194778Cleaning up temporary data from old regions at 1733462194994 (+216 ms)Region opened successfully at 1733462195064 (+70 ms) 2024-12-06T05:16:35,068 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:16:35,156 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9b945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:16:35,249 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:16:35,291 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:16:35,292 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:16:35,307 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:16:35,315 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 8 msec 2024-12-06T05:16:35,332 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 16 msec 2024-12-06T05:16:35,333 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:16:35,428 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:16:35,459 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/balancer because node does not exist (not necessarily an error) 2024-12-06T05:16:35,528 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/balancer already deleted, retry=false 2024-12-06T05:16:35,540 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:16:35,548 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:16:35,559 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/normalizer already deleted, retry=false 2024-12-06T05:16:35,564 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:16:35,592 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:16:35,606 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/switch/split already deleted, retry=false 2024-12-06T05:16:35,615 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:16:35,626 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/switch/merge already deleted, retry=false 2024-12-06T05:16:35,668 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:16:35,676 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/snapshot-cleanup already deleted, retry=false 2024-12-06T05:16:35,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01143775725/running 2024-12-06T05:16:35,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:35,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01143775725/running 2024-12-06T05:16:35,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:35,707 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,41165,1733462189077, sessionid=0x101a91136d10000, setting cluster-up flag (Was=false) 2024-12-06T05:16:35,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:35,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:35,970 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01143775725/flush-table-proc/acquired, /01143775725/flush-table-proc/reached, /01143775725/flush-table-proc/abort 2024-12-06T05:16:35,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,41165,1733462189077 2024-12-06T05:16:36,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:36,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:36,049 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01143775725/online-snapshot/acquired, /01143775725/online-snapshot/reached, /01143775725/online-snapshot/abort 2024-12-06T05:16:36,058 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,41165,1733462189077 2024-12-06T05:16:36,074 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:16:36,189 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(746): ClusterId : efe3bdc6-47d5-4fe0-b161-7b8d47f23701 2024-12-06T05:16:36,192 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:16:36,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:16:36,230 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:16:36,242 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:16:36,242 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:16:36,246 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:16:36,255 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,41165,1733462189077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:16:36,265 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:16:36,266 DEBUG [RS:0;ec46afd49254:33407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1e7392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:16:36,290 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:36,290 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:36,291 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:36,291 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:36,291 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:16:36,292 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,296 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:16:36,297 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,319 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462226318 2024-12-06T05:16:36,321 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:16:36,330 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:16:36,335 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:16:36,336 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:16:36,316 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:33407 2024-12-06T05:16:36,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:16:36,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:16:36,340 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:16:36,341 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:16:36,344 INFO [RS:0;ec46afd49254:33407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:16:36,344 INFO [RS:0;ec46afd49254:33407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:16:36,344 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:16:36,352 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,41165,1733462189077 with port=33407, startcode=1733462191072 2024-12-06T05:16:36,357 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,383 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:36,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:16:36,398 DEBUG [RS:0;ec46afd49254:33407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:16:36,415 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:16:36,417 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:16:36,418 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:16:36,419 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:16:36,444 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:16:36,445 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:16:36,452 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462196447,5,FailOnTimeoutGroup] 2024-12-06T05:16:36,485 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462196453,5,FailOnTimeoutGroup] 2024-12-06T05:16:36,485 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,485 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:16:36,487 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,487 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:16:36,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:16:36,539 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1 2024-12-06T05:16:36,557 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:16:36,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,33407,1733462191072 2024-12-06T05:16:36,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41165 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,33407,1733462191072 2024-12-06T05:16:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:16:36,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:36,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:16:36,627 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1 2024-12-06T05:16:36,627 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37103 2024-12-06T05:16:36,627 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:16:36,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:16:36,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:36,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:36,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:16:36,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:16:36,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:36,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/rs 2024-12-06T05:16:36,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:36,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:16:36,658 DEBUG [RS:0;ec46afd49254:33407 {}] zookeeper.ZKUtil(111): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on existing znode=/01143775725/rs/ec46afd49254,33407,1733462191072 2024-12-06T05:16:36,660 WARN [RS:0;ec46afd49254:33407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:16:36,660 INFO [RS:0;ec46afd49254:33407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:36,661 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072 2024-12-06T05:16:36,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,33407,1733462191072] 2024-12-06T05:16:36,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:16:36,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:36,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:36,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:16:36,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:16:36,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:36,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:36,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:16:36,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740 2024-12-06T05:16:36,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740 2024-12-06T05:16:36,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:16:36,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:16:36,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:16:36,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:16:36,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:16:36,782 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73492370, jitterRate=0.09512165188789368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:16:36,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462196615Initializing all the Stores at 1733462196617 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462196618 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462196619 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462196619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462196619Cleaning up temporary data from old regions at 1733462196749 (+130 ms)Region opened successfully at 1733462196787 (+38 ms) 2024-12-06T05:16:36,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:16:36,788 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:16:36,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:16:36,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:16:36,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:16:36,791 INFO [RS:0;ec46afd49254:33407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:16:36,799 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:16:36,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462196787Disabling compacts and flushes for region at 1733462196787Disabling writes for close at 1733462196788 (+1 ms)Writing region close event to WAL at 1733462196793 (+5 ms)Closed at 1733462196798 (+5 ms) 2024-12-06T05:16:36,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:16:36,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:16:36,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:16:36,842 INFO [RS:0;ec46afd49254:33407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:16:36,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:16:36,852 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:16:36,874 INFO [RS:0;ec46afd49254:33407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:16:36,874 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,890 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:16:36,898 INFO [RS:0;ec46afd49254:33407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:16:36,901 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,902 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,902 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,902 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,902 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,904 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,904 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:16:36,904 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,905 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,905 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,905 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,905 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,905 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:36,906 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:16:36,906 DEBUG [RS:0;ec46afd49254:33407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:16:36,936 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,936 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,937 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,937 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,937 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:36,937 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,33407,1733462191072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:16:37,002 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:16:37,005 WARN [ec46afd49254:41165 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:16:37,005 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,33407,1733462191072-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:37,005 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:37,006 INFO [RS:0;ec46afd49254:33407 {}] regionserver.Replication(171): ec46afd49254,33407,1733462191072 started 2024-12-06T05:16:37,036 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:37,039 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,33407,1733462191072, RpcServer on ec46afd49254/172.17.0.3:33407, sessionid=0x101a91136d10001 2024-12-06T05:16:37,040 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:16:37,040 DEBUG [RS:0;ec46afd49254:33407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,33407,1733462191072 2024-12-06T05:16:37,041 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,33407,1733462191072' 2024-12-06T05:16:37,041 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01143775725/flush-table-proc/abort' 2024-12-06T05:16:37,051 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01143775725/flush-table-proc/acquired' 2024-12-06T05:16:37,052 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:16:37,052 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:16:37,053 DEBUG [RS:0;ec46afd49254:33407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,33407,1733462191072 2024-12-06T05:16:37,053 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,33407,1733462191072' 2024-12-06T05:16:37,053 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01143775725/online-snapshot/abort' 2024-12-06T05:16:37,055 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01143775725/online-snapshot/acquired' 2024-12-06T05:16:37,058 DEBUG [RS:0;ec46afd49254:33407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:16:37,058 INFO [RS:0;ec46afd49254:33407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:16:37,058 INFO [RS:0;ec46afd49254:33407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:16:37,173 INFO [RS:0;ec46afd49254:33407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:16:37,186 INFO [RS:0;ec46afd49254:33407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C33407%2C1733462191072, suffix=, logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072, archiveDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs, maxLogs=10 2024-12-06T05:16:37,223 DEBUG [RS:0;ec46afd49254:33407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195, exclude list is [], retry=0 2024-12-06T05:16:37,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67,DISK] 2024-12-06T05:16:37,271 INFO [RS:0;ec46afd49254:33407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 2024-12-06T05:16:37,273 DEBUG [RS:0;ec46afd49254:33407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-12-06T05:16:37,508 DEBUG [ec46afd49254:41165 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:16:37,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,33407,1733462191072 2024-12-06T05:16:37,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,33407,1733462191072, state=OPENING 2024-12-06T05:16:37,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:16:37,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:37,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:37,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:37,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:37,656 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:16:37,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,33407,1733462191072}] 2024-12-06T05:16:37,902 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:16:37,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:16:37,943 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:16:37,944 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:37,949 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:16:37,955 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C33407%2C1733462191072.meta, suffix=.meta, logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072, archiveDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs, maxLogs=10 2024-12-06T05:16:37,976 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.meta.1733462197957.meta, exclude list is [], retry=0 2024-12-06T05:16:37,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67,DISK] 2024-12-06T05:16:37,990 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.meta.1733462197957.meta 2024-12-06T05:16:37,991 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-12-06T05:16:37,992 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:16:37,998 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:16:37,999 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:16:38,003 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:16:38,006 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:16:38,010 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:16:38,012 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:38,013 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:16:38,013 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:16:38,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:16:38,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:16:38,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:38,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:38,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:16:38,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:16:38,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:38,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:38,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:16:38,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:16:38,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:38,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:38,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:16:38,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:16:38,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:38,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:38,063 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:16:38,065 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740 2024-12-06T05:16:38,069 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740 2024-12-06T05:16:38,074 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:16:38,075 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:16:38,083 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:16:38,088 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:16:38,094 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64938975, jitterRate=-0.0323338657617569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:16:38,096 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:16:38,098 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462198014Writing region info on filesystem at 1733462198014Initializing all the Stores at 1733462198017 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462198017Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462198029 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462198029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462198029Cleaning up temporary data from old regions at 1733462198075 (+46 ms)Running coprocessor post-open hooks at 1733462198096 (+21 ms)Region opened successfully at 1733462198097 (+1 ms) 2024-12-06T05:16:38,108 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462197884 2024-12-06T05:16:38,123 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:16:38,124 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:16:38,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,33407,1733462191072 2024-12-06T05:16:38,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,33407,1733462191072, state=OPEN 2024-12-06T05:16:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01143775725/meta-region-server 2024-12-06T05:16:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01143775725/meta-region-server 2024-12-06T05:16:38,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:38,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:38,221 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,33407,1733462191072 2024-12-06T05:16:38,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:16:38,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,33407,1733462191072 in 563 msec 2024-12-06T05:16:38,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:16:38,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4190 sec 2024-12-06T05:16:38,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:16:38,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:16:38,273 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:16:38,283 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,33407,1733462191072, seqNum=-1] 2024-12-06T05:16:38,316 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:16:38,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:16:38,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.2230 sec 2024-12-06T05:16:38,353 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462198353, completionTime=-1 2024-12-06T05:16:38,357 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:16:38,357 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:16:38,407 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:16:38,408 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462258408 2024-12-06T05:16:38,408 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462318408 2024-12-06T05:16:38,408 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 51 msec 2024-12-06T05:16:38,412 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41165,1733462189077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:38,414 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41165,1733462189077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:38,414 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41165,1733462189077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:38,417 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:41165, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:38,427 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:38,429 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:16:38,448 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:38,510 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.628sec 2024-12-06T05:16:38,511 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:16:38,513 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:16:38,515 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:16:38,517 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:16:38,517 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:16:38,519 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41165,1733462189077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:16:38,521 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41165,1733462189077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:16:38,548 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:16:38,549 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:16:38,550 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41165,1733462189077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:38,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a03da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:38,630 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T05:16:38,631 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T05:16:38,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41165,-1 for getting cluster id 2024-12-06T05:16:38,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:38,655 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efe3bdc6-47d5-4fe0-b161-7b8d47f23701' 2024-12-06T05:16:38,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efe3bdc6-47d5-4fe0-b161-7b8d47f23701" 2024-12-06T05:16:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459fec03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41165,-1] 2024-12-06T05:16:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:38,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:38,666 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:38,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57688e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:38,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:16:38,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,33407,1733462191072, seqNum=-1] 2024-12-06T05:16:38,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:16:38,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:16:38,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,41165,1733462189077 2024-12-06T05:16:38,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62226 2024-12-06T05:16:38,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:16:38,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a91136d10002 connected 2024-12-06T05:16:38,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.log.dir so I do NOT create it in target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a 2024-12-06T05:16:38,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:16:38,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.tmp.dir so I do NOT create it in target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a 2024-12-06T05:16:38,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:16:38,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a 2024-12-06T05:16:38,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:16:38,898 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/cluster_aedcb68e-c690-cf2d-3ba7-fb4b276fdd4e, deleteOnExit=true 2024-12-06T05:16:38,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:16:38,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/test.cache.data in system properties and HBase conf 2024-12-06T05:16:38,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:16:38,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:16:38,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:16:38,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:16:38,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:16:38,900 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:16:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:16:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:16:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:16:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:16:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:16:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:16:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:16:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:16:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:16:38,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:16:38,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:16:38,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:16:38,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:16:38,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:16:39,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:16:39,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:16:39,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:16:39,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:16:39,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:16:39,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:16:39,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4164e012{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:16:39,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f7a032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:16:39,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bf26b29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/java.io.tmpdir/jetty-localhost-39857-hadoop-hdfs-3_4_1-tests_jar-_-any-3851826357661091622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:16:39,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7190c8f3{HTTP/1.1, (http/1.1)}{localhost:39857} 2024-12-06T05:16:39,633 INFO [Time-limited test {}] server.Server(415): Started @56006ms 2024-12-06T05:16:39,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:16:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:16:39,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:16:39,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T05:16:39,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:16:39,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T05:16:39,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T05:16:39,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T05:16:40,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:16:40,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:16:40,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:16:40,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:16:40,066 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:16:40,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@475d245a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:16:40,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@416e886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:16:40,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10a9cc6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/java.io.tmpdir/jetty-localhost-35067-hadoop-hdfs-3_4_1-tests_jar-_-any-16478193240824277572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:16:40,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f8615b9{HTTP/1.1, (http/1.1)}{localhost:35067} 2024-12-06T05:16:40,220 INFO [Time-limited test {}] server.Server(415): Started @56593ms 2024-12-06T05:16:40,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:16:41,273 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/cluster_aedcb68e-c690-cf2d-3ba7-fb4b276fdd4e/data/data1/current/BP-976657728-172.17.0.3-1733462198954/current, will proceed with Du for space computation calculation, 2024-12-06T05:16:41,279 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/cluster_aedcb68e-c690-cf2d-3ba7-fb4b276fdd4e/data/data2/current/BP-976657728-172.17.0.3-1733462198954/current, will proceed with Du for space computation calculation, 2024-12-06T05:16:41,397 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:16:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3fe447088994d67 with lease ID 0x89d7ebf4e9f4475f: Processing first storage report for DS-66386340-0523-42bb-a33d-e03411908081 from datanode DatanodeRegistration(127.0.0.1:41395, datanodeUuid=a7071e4f-e402-4e45-badb-6cde3fa52141, infoPort=43539, infoSecurePort=0, ipcPort=36143, storageInfo=lv=-57;cid=testClusterID;nsid=763732571;c=1733462198954) 2024-12-06T05:16:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3fe447088994d67 with lease ID 0x89d7ebf4e9f4475f: from storage DS-66386340-0523-42bb-a33d-e03411908081 node DatanodeRegistration(127.0.0.1:41395, datanodeUuid=a7071e4f-e402-4e45-badb-6cde3fa52141, infoPort=43539, infoSecurePort=0, ipcPort=36143, storageInfo=lv=-57;cid=testClusterID;nsid=763732571;c=1733462198954), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:16:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3fe447088994d67 with lease ID 0x89d7ebf4e9f4475f: Processing first storage report for DS-f1c2c826-12ee-48b1-a1ac-c5e84d04ac37 from datanode DatanodeRegistration(127.0.0.1:41395, datanodeUuid=a7071e4f-e402-4e45-badb-6cde3fa52141, infoPort=43539, infoSecurePort=0, ipcPort=36143, storageInfo=lv=-57;cid=testClusterID;nsid=763732571;c=1733462198954) 2024-12-06T05:16:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3fe447088994d67 with lease ID 0x89d7ebf4e9f4475f: from storage DS-f1c2c826-12ee-48b1-a1ac-c5e84d04ac37 node DatanodeRegistration(127.0.0.1:41395, datanodeUuid=a7071e4f-e402-4e45-badb-6cde3fa52141, infoPort=43539, infoSecurePort=0, ipcPort=36143, storageInfo=lv=-57;cid=testClusterID;nsid=763732571;c=1733462198954), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:16:41,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a 2024-12-06T05:16:41,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:41,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:16:41,931 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769 with version=8 2024-12-06T05:16:41,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/hbase-staging 2024-12-06T05:16:41,935 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:16:41,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:41,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:41,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:16:41,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:41,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:16:41,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:16:41,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:16:41,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45069 2024-12-06T05:16:41,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45069 connecting to ZooKeeper ensemble=127.0.0.1:62226 2024-12-06T05:16:41,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450690x0, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:16:41,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45069-0x101a91136d10003 connected 2024-12-06T05:16:42,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:42,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:42,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on znode that does not yet exist, /1-1475112450/running 2024-12-06T05:16:42,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769, hbase.cluster.distributed=false 2024-12-06T05:16:42,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on znode that does not yet exist, /1-1475112450/acl 2024-12-06T05:16:42,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45069 2024-12-06T05:16:42,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45069 2024-12-06T05:16:42,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45069 2024-12-06T05:16:42,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45069 2024-12-06T05:16:42,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45069 2024-12-06T05:16:42,153 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:16:42,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:42,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:42,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:16:42,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:42,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:16:42,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:16:42,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:16:42,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32973 2024-12-06T05:16:42,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32973 connecting to ZooKeeper ensemble=127.0.0.1:62226 2024-12-06T05:16:42,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:42,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:42,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329730x0, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on znode that does not yet exist, /1-1475112450/running 2024-12-06T05:16:42,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329730x0, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:16:42,205 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:16:42,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32973-0x101a91136d10004 connected 2024-12-06T05:16:42,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:16:42,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on znode that does not yet exist, /1-1475112450/master 2024-12-06T05:16:42,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on znode that does not yet exist, /1-1475112450/acl 2024-12-06T05:16:42,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32973 2024-12-06T05:16:42,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32973 2024-12-06T05:16:42,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32973 2024-12-06T05:16:42,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32973 2024-12-06T05:16:42,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32973 2024-12-06T05:16:42,342 DEBUG [M:0;ec46afd49254:45069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:45069 2024-12-06T05:16:42,343 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1475112450/backup-masters/ec46afd49254,45069,1733462201934 2024-12-06T05:16:42,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450/backup-masters 2024-12-06T05:16:42,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450/backup-masters 2024-12-06T05:16:42,360 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on existing znode=/1-1475112450/backup-masters/ec46afd49254,45069,1733462201934 2024-12-06T05:16:42,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1475112450/master 2024-12-06T05:16:42,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:42,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:42,371 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on existing znode=/1-1475112450/master 2024-12-06T05:16:42,371 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1475112450/backup-masters/ec46afd49254,45069,1733462201934 from backup master directory 2024-12-06T05:16:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475112450/backup-masters/ec46afd49254,45069,1733462201934 2024-12-06T05:16:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450/backup-masters 2024-12-06T05:16:42,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450/backup-masters 2024-12-06T05:16:42,381 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:16:42,381 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,45069,1733462201934 2024-12-06T05:16:42,390 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/hbase.id] with ID: 5b88dff1-0bf5-4c93-8920-d45ad8632567 2024-12-06T05:16:42,390 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/.tmp/hbase.id 2024-12-06T05:16:42,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:16:42,404 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/.tmp/hbase.id]:[hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/hbase.id] 2024-12-06T05:16:42,500 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:42,500 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:16:42,504 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-06T05:16:42,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:42,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:42,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:16:42,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:16:42,589 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:16:42,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:16:42,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:16:43,044 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store 2024-12-06T05:16:43,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:16:43,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:43,477 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:16:43,477 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:43,477 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:43,477 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:16:43,477 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:43,477 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:43,477 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462203477Disabling compacts and flushes for region at 1733462203477Disabling writes for close at 1733462203477Writing region close event to WAL at 1733462203477Closed at 1733462203477 2024-12-06T05:16:43,479 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/.initializing 2024-12-06T05:16:43,479 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/WALs/ec46afd49254,45069,1733462201934 2024-12-06T05:16:43,481 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:16:43,485 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C45069%2C1733462201934, suffix=, logDir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/WALs/ec46afd49254,45069,1733462201934, archiveDir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/oldWALs, maxLogs=10 2024-12-06T05:16:43,498 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/WALs/ec46afd49254,45069,1733462201934/ec46afd49254%2C45069%2C1733462201934.1733462203486, exclude list is [], retry=0 2024-12-06T05:16:43,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-66386340-0523-42bb-a33d-e03411908081,DISK] 2024-12-06T05:16:43,505 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/WALs/ec46afd49254,45069,1733462201934/ec46afd49254%2C45069%2C1733462201934.1733462203486 2024-12-06T05:16:43,506 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43539:43539)] 2024-12-06T05:16:43,506 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:16:43,506 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:43,506 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,506 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:16:43,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:43,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:43,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:16:43,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:43,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:43,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:16:43,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:43,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:43,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:16:43,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:43,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:43,524 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,525 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,526 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,529 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,529 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,530 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:16:43,534 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:43,541 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:16:43,542 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65598577, jitterRate=-0.022505030035972595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:16:43,543 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462203507Initializing all the Stores at 1733462203508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462203508Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462203509 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462203509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462203509Cleaning up temporary data from old regions at 1733462203529 (+20 ms)Region opened successfully at 1733462203543 (+14 ms) 2024-12-06T05:16:43,543 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:16:43,549 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d59cb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:16:43,550 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:16:43,550 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:16:43,550 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:16:43,550 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:16:43,551 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T05:16:43,552 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:16:43,552 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:16:43,559 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:16:43,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:16:43,573 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Unable to get data of znode /1-1475112450/balancer because node does not exist (not necessarily an error) 2024-12-06T05:16:43,591 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475112450/balancer already deleted, retry=false 2024-12-06T05:16:43,592 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:16:43,600 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Unable to get data of znode /1-1475112450/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:16:43,613 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475112450/normalizer already deleted, retry=false 2024-12-06T05:16:43,614 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:16:43,624 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Unable to get data of znode /1-1475112450/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:16:43,643 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475112450/switch/split already deleted, retry=false 2024-12-06T05:16:43,644 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Unable to get data of znode /1-1475112450/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:16:43,653 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475112450/switch/merge already deleted, retry=false 2024-12-06T05:16:43,656 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Unable to get data of znode /1-1475112450/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:16:43,676 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475112450/snapshot-cleanup already deleted, retry=false 2024-12-06T05:16:43,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1475112450/running 2024-12-06T05:16:43,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:43,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1475112450/running 2024-12-06T05:16:43,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:43,693 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,45069,1733462201934, sessionid=0x101a91136d10003, setting cluster-up flag (Was=false) 2024-12-06T05:16:43,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:43,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:43,772 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1475112450/flush-table-proc/acquired, /1-1475112450/flush-table-proc/reached, /1-1475112450/flush-table-proc/abort 2024-12-06T05:16:43,783 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,45069,1733462201934 2024-12-06T05:16:43,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:43,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:43,843 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1475112450/online-snapshot/acquired, /1-1475112450/online-snapshot/reached, /1-1475112450/online-snapshot/abort 2024-12-06T05:16:43,844 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,45069,1733462201934 2024-12-06T05:16:43,846 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:16:43,850 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:16:43,850 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:16:43,850 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:16:43,851 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,45069,1733462201934 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:16:43,856 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:43,857 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:43,860 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:43,860 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:43,860 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:16:43,861 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:43,861 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:16:43,861 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:43,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:16:43,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:16:43,872 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:43,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462233872 2024-12-06T05:16:43,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:16:43,873 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:16:43,873 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:16:43,873 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:16:43,873 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:16:43,873 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:16:43,873 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:16:43,875 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:43,875 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:16:43,875 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:16:43,875 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:16:43,875 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:16:43,880 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:16:43,880 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:16:43,884 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462203880,5,FailOnTimeoutGroup] 2024-12-06T05:16:43,888 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462203884,5,FailOnTimeoutGroup] 2024-12-06T05:16:43,888 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:43,888 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:16:43,888 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:43,888 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:16:43,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:16:43,898 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769 2024-12-06T05:16:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:16:43,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:43,917 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(746): ClusterId : 5b88dff1-0bf5-4c93-8920-d45ad8632567 2024-12-06T05:16:43,917 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:16:43,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:16:43,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:16:43,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:43,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:43,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:16:43,939 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:16:43,939 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:16:43,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:16:43,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:43,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:43,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:16:43,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:16:43,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:43,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:43,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:16:43,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:16:43,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:43,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:43,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:16:43,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740 2024-12-06T05:16:43,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740 2024-12-06T05:16:43,960 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:16:43,961 DEBUG [RS:0;ec46afd49254:32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c580a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:16:43,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:16:43,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:16:43,979 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:32973 2024-12-06T05:16:43,980 INFO [RS:0;ec46afd49254:32973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:16:43,980 INFO [RS:0;ec46afd49254:32973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:16:43,980 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:16:43,981 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,45069,1733462201934 with port=32973, startcode=1733462202152 2024-12-06T05:16:43,981 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:16:43,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:16:43,988 DEBUG [RS:0;ec46afd49254:32973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:16:43,991 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:16:43,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,32973,1733462202152 2024-12-06T05:16:43,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,32973,1733462202152 2024-12-06T05:16:43,994 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:16:43,995 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769 2024-12-06T05:16:43,995 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43227 2024-12-06T05:16:43,995 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:16:43,996 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60079516, jitterRate=-0.10474544763565063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:16:43,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462203919Initializing all the Stores at 1733462203927 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462203927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462203930 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462203930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462203930Cleaning up temporary data from old regions at 1733462203979 (+49 ms)Region opened successfully at 1733462203996 (+17 ms) 2024-12-06T05:16:43,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:16:43,996 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:16:43,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:16:43,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:16:43,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:16:43,997 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:16:43,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462203996Disabling compacts and flushes for region at 1733462203996Disabling writes for close at 1733462203996Writing region close event to WAL at 1733462203997 (+1 ms)Closed at 1733462203997 2024-12-06T05:16:43,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:16:43,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:16:43,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:16:44,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:16:44,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:16:44,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450/rs 2024-12-06T05:16:44,043 DEBUG [RS:0;ec46afd49254:32973 {}] zookeeper.ZKUtil(111): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on existing znode=/1-1475112450/rs/ec46afd49254,32973,1733462202152 2024-12-06T05:16:44,043 WARN [RS:0;ec46afd49254:32973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:16:44,044 INFO [RS:0;ec46afd49254:32973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:44,044 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/WALs/ec46afd49254,32973,1733462202152 2024-12-06T05:16:44,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,32973,1733462202152] 2024-12-06T05:16:44,070 INFO [RS:0;ec46afd49254:32973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:16:44,080 INFO [RS:0;ec46afd49254:32973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:16:44,081 INFO [RS:0;ec46afd49254:32973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:16:44,081 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,084 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:16:44,085 INFO [RS:0;ec46afd49254:32973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:16:44,086 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,086 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,086 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,086 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,086 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,086 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,086 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:16:44,086 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,086 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,087 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,087 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,087 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,087 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:44,087 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:16:44,087 DEBUG [RS:0;ec46afd49254:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:16:44,088 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,088 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,088 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,088 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,088 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,088 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,32973,1733462202152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:16:44,104 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:16:44,104 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,32973,1733462202152-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,104 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,105 INFO [RS:0;ec46afd49254:32973 {}] regionserver.Replication(171): ec46afd49254,32973,1733462202152 started 2024-12-06T05:16:44,127 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,127 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,32973,1733462202152, RpcServer on ec46afd49254/172.17.0.3:32973, sessionid=0x101a91136d10004 2024-12-06T05:16:44,127 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:16:44,127 DEBUG [RS:0;ec46afd49254:32973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,32973,1733462202152 2024-12-06T05:16:44,127 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,32973,1733462202152' 2024-12-06T05:16:44,127 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1475112450/flush-table-proc/abort' 2024-12-06T05:16:44,128 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1475112450/flush-table-proc/acquired' 2024-12-06T05:16:44,129 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:16:44,129 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:16:44,129 DEBUG [RS:0;ec46afd49254:32973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,32973,1733462202152 2024-12-06T05:16:44,129 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,32973,1733462202152' 2024-12-06T05:16:44,129 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1475112450/online-snapshot/abort' 2024-12-06T05:16:44,129 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1475112450/online-snapshot/acquired' 2024-12-06T05:16:44,130 DEBUG [RS:0;ec46afd49254:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:16:44,130 INFO [RS:0;ec46afd49254:32973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:16:44,130 INFO [RS:0;ec46afd49254:32973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:16:44,163 WARN [ec46afd49254:45069 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:16:44,230 INFO [RS:0;ec46afd49254:32973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:16:44,233 INFO [RS:0;ec46afd49254:32973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C32973%2C1733462202152, suffix=, logDir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/WALs/ec46afd49254,32973,1733462202152, archiveDir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/oldWALs, maxLogs=10 2024-12-06T05:16:44,249 DEBUG [RS:0;ec46afd49254:32973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/WALs/ec46afd49254,32973,1733462202152/ec46afd49254%2C32973%2C1733462202152.1733462204235, exclude list is [], retry=0 2024-12-06T05:16:44,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-66386340-0523-42bb-a33d-e03411908081,DISK] 2024-12-06T05:16:44,257 INFO [RS:0;ec46afd49254:32973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/WALs/ec46afd49254,32973,1733462202152/ec46afd49254%2C32973%2C1733462202152.1733462204235 2024-12-06T05:16:44,257 DEBUG [RS:0;ec46afd49254:32973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43539:43539)] 2024-12-06T05:16:44,413 DEBUG [ec46afd49254:45069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:16:44,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,32973,1733462202152 2024-12-06T05:16:44,416 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,32973,1733462202152, state=OPENING 2024-12-06T05:16:44,432 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:16:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:44,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1475112450/meta-region-server: CHANGED 2024-12-06T05:16:44,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1475112450/meta-region-server: CHANGED 2024-12-06T05:16:44,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:16:44,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,32973,1733462202152}] 2024-12-06T05:16:44,686 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:16:44,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:16:44,696 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:16:44,696 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:44,697 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:16:44,700 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C32973%2C1733462202152.meta, suffix=.meta, logDir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/WALs/ec46afd49254,32973,1733462202152, archiveDir=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/oldWALs, maxLogs=10 2024-12-06T05:16:44,716 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/WALs/ec46afd49254,32973,1733462202152/ec46afd49254%2C32973%2C1733462202152.meta.1733462204702.meta, exclude list is [], retry=0 2024-12-06T05:16:44,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-66386340-0523-42bb-a33d-e03411908081,DISK] 2024-12-06T05:16:44,726 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/WALs/ec46afd49254,32973,1733462202152/ec46afd49254%2C32973%2C1733462202152.meta.1733462204702.meta 2024-12-06T05:16:44,733 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43539:43539)] 2024-12-06T05:16:44,733 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:16:44,734 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:16:44,734 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:16:44,734 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:16:44,734 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:16:44,735 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:16:44,735 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:44,735 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:16:44,735 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:16:44,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:16:44,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:16:44,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:44,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:44,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:16:44,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:16:44,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:44,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:44,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:16:44,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:16:44,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:44,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:44,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:16:44,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:16:44,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:44,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:44,756 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:16:44,758 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740 2024-12-06T05:16:44,760 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740 2024-12-06T05:16:44,762 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:16:44,762 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:16:44,763 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:16:44,765 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:16:44,767 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74472670, jitterRate=0.10972926020622253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:16:44,767 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:16:44,767 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462204735Writing region info on filesystem at 1733462204735Initializing all the Stores at 1733462204737 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462204737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462204740 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462204740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462204740Cleaning up temporary data from old regions at 1733462204762 (+22 ms)Running coprocessor post-open hooks at 1733462204767 (+5 ms)Region opened successfully at 1733462204767 2024-12-06T05:16:44,769 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462204686 2024-12-06T05:16:44,778 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:16:44,778 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:16:44,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,32973,1733462202152 2024-12-06T05:16:44,785 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,32973,1733462202152, state=OPEN 2024-12-06T05:16:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1475112450/meta-region-server 2024-12-06T05:16:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1475112450/meta-region-server 2024-12-06T05:16:44,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,32973,1733462202152 2024-12-06T05:16:44,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1475112450/meta-region-server: CHANGED 2024-12-06T05:16:44,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1475112450/meta-region-server: CHANGED 2024-12-06T05:16:44,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:16:44,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,32973,1733462202152 in 271 msec 2024-12-06T05:16:44,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:16:44,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 813 msec 2024-12-06T05:16:44,823 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:16:44,823 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:16:44,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:16:44,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,32973,1733462202152, seqNum=-1] 2024-12-06T05:16:44,825 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:16:44,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:16:44,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 995 msec 2024-12-06T05:16:44,857 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462204857, completionTime=-1 2024-12-06T05:16:44,857 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:16:44,857 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:16:44,862 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:16:44,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462264862 2024-12-06T05:16:44,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462324863 2024-12-06T05:16:44,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-06T05:16:44,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45069,1733462201934-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45069,1733462201934-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45069,1733462201934-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,864 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:45069, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,864 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,865 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,870 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:16:44,871 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.490sec 2024-12-06T05:16:44,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:16:44,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:16:44,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:16:44,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:16:44,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:16:44,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45069,1733462201934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:16:44,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45069,1733462201934-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:16:44,878 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:16:44,878 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:16:44,878 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45069,1733462201934-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:44,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e2ef78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:44,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45069,-1 for getting cluster id 2024-12-06T05:16:44,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:44,924 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b88dff1-0bf5-4c93-8920-d45ad8632567' 2024-12-06T05:16:44,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b88dff1-0bf5-4c93-8920-d45ad8632567" 2024-12-06T05:16:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16724c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:44,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45069,-1] 2024-12-06T05:16:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:44,929 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:44,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:44,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:16:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,32973,1733462202152, seqNum=-1] 2024-12-06T05:16:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:16:44,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:16:44,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,45069,1733462201934 2024-12-06T05:16:44,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62226 2024-12-06T05:16:44,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:16:44,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a91136d10005 connected 2024-12-06T05:16:45,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79743ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:45,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41165,-1 for getting cluster id 2024-12-06T05:16:45,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:45,042 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efe3bdc6-47d5-4fe0-b161-7b8d47f23701' 2024-12-06T05:16:45,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:45,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efe3bdc6-47d5-4fe0-b161-7b8d47f23701" 2024-12-06T05:16:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f17675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41165,-1] 2024-12-06T05:16:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:45,062 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315803dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:45,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41165,1733462189077 2024-12-06T05:16:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd37654 2024-12-06T05:16:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:45,086 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:16:45,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:45069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:16:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:16:45,108 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45069' 2024-12-06T05:16:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:16:45,117 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ae7c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:45,117 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45069,-1 for getting cluster id 2024-12-06T05:16:45,117 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:45,121 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b88dff1-0bf5-4c93-8920-d45ad8632567' 2024-12-06T05:16:45,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:45,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b88dff1-0bf5-4c93-8920-d45ad8632567" 2024-12-06T05:16:45,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b006d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:45,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45069,-1] 2024-12-06T05:16:45,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:45,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:45,125 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:45,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52069364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:45,130 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:45,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45069,1733462201934 2024-12-06T05:16:45,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1a7d2 2024-12-06T05:16:45,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:45,144 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:16:45,165 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-06T05:16:45,165 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:16:45,173 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:45,174 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:45,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:45,180 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:16:45,188 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:16:45,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:16:45,194 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:45,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:16:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:16:45,262 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:16:45,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741835_1011 (size=1138) 2024-12-06T05:16:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:16:45,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b653be9e069514e65512ea87d312f75b, NAME => 'hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1 2024-12-06T05:16:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741836_1012 (size=44) 2024-12-06T05:16:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:16:46,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:46,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b653be9e069514e65512ea87d312f75b, disabling compactions & flushes 2024-12-06T05:16:46,082 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:46,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:46,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. after waiting 0 ms 2024-12-06T05:16:46,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:46,082 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:46,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b653be9e069514e65512ea87d312f75b: Waiting for close lock at 1733462206082Disabling compacts and flushes for region at 1733462206082Disabling writes for close at 1733462206082Writing region close event to WAL at 1733462206082Closed at 1733462206082 2024-12-06T05:16:46,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:16:46,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462206085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462206085"}]},"ts":"1733462206085"} 2024-12-06T05:16:46,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:16:46,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:16:46,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462206097"}]},"ts":"1733462206097"} 2024-12-06T05:16:46,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:16:46,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN}] 2024-12-06T05:16:46,112 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN 2024-12-06T05:16:46,115 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN; state=OFFLINE, location=ec46afd49254,33407,1733462191072; forceNewPlan=false, retain=false 2024-12-06T05:16:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:16:46,266 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b653be9e069514e65512ea87d312f75b, regionState=OPENING, regionLocation=ec46afd49254,33407,1733462191072 2024-12-06T05:16:46,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN because future has completed 2024-12-06T05:16:46,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b653be9e069514e65512ea87d312f75b, server=ec46afd49254,33407,1733462191072}] 2024-12-06T05:16:46,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:46,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:46,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:16:46,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C33407%2C1733462191072.rep, suffix=, logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072, archiveDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs, maxLogs=10 2024-12-06T05:16:46,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.rep.1733462206444, exclude list is [], retry=0 2024-12-06T05:16:46,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67,DISK] 2024-12-06T05:16:46,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.rep.1733462206444 2024-12-06T05:16:46,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-12-06T05:16:46,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b653be9e069514e65512ea87d312f75b, NAME => 'hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:16:46,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:16:46,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:16:46,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. service=MultiRowMutationService 2024-12-06T05:16:46,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:16:46,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:46,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,481 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,484 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b653be9e069514e65512ea87d312f75b columnFamilyName hfileref 2024-12-06T05:16:46,484 DEBUG [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:46,495 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(327): Store=b653be9e069514e65512ea87d312f75b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:46,495 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,497 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b653be9e069514e65512ea87d312f75b columnFamilyName queue 2024-12-06T05:16:46,497 DEBUG [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:46,501 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(327): Store=b653be9e069514e65512ea87d312f75b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:46,501 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,520 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b653be9e069514e65512ea87d312f75b columnFamilyName sid 2024-12-06T05:16:46,520 DEBUG [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:46,522 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(327): Store=b653be9e069514e65512ea87d312f75b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:46,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:16:46,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:16:46,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b653be9e069514e65512ea87d312f75b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62668502, jitterRate=-0.06616654992103577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:16:46,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:46,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b653be9e069514e65512ea87d312f75b: Running coprocessor pre-open hook at 1733462206478Writing region info on filesystem at 1733462206478Initializing all the Stores at 1733462206481 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462206481Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462206481Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462206481Cleaning up temporary data from old regions at 1733462206529 (+48 ms)Running coprocessor post-open hooks at 1733462206549 (+20 ms)Region opened successfully at 1733462206550 (+1 ms) 2024-12-06T05:16:46,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b., pid=7, masterSystemTime=1733462206427 2024-12-06T05:16:46,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:46,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:46,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b653be9e069514e65512ea87d312f75b, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,33407,1733462191072 2024-12-06T05:16:46,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b653be9e069514e65512ea87d312f75b, server=ec46afd49254,33407,1733462191072 because future has completed 2024-12-06T05:16:46,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T05:16:46,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b653be9e069514e65512ea87d312f75b, server=ec46afd49254,33407,1733462191072 in 302 msec 2024-12-06T05:16:46,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:16:46,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN in 470 msec 2024-12-06T05:16:46,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:16:46,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462206589"}]},"ts":"1733462206589"} 2024-12-06T05:16:46,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:16:46,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:16:46,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4150 sec 2024-12-06T05:16:46,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b., hostname=ec46afd49254,33407,1733462191072, seqNum=2] 2024-12-06T05:16:46,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33407 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T05:16:46,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:46,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:46,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:16:46,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T05:16:46,878 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:16:46,915 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,33407,1733462191072, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:16:46,917 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:16:46,917 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,33407,1733462191072, seqNum=-1] 2024-12-06T05:16:46,917 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:16:46,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T05:16:46,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,33407,1733462191072', locateType=CURRENT is [region=hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b., hostname=ec46afd49254,33407,1733462191072, seqNum=2] 2024-12-06T05:16:46,932 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T05:16:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T05:16:46,937 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,33407,1733462191072 suceeded 2024-12-06T05:16:46,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T05:16:46,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-12-06T05:16:46,942 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:45069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:16:46,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8510 sec 2024-12-06T05:16:46,952 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45069' 2024-12-06T05:16:46,955 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a238975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:46,955 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45069,-1 for getting cluster id 2024-12-06T05:16:46,956 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:46,956 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b88dff1-0bf5-4c93-8920-d45ad8632567' 2024-12-06T05:16:46,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:46,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b88dff1-0bf5-4c93-8920-d45ad8632567" 2024-12-06T05:16:46,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f82528a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:46,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45069,-1] 2024-12-06T05:16:46,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:46,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:46,959 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:46,960 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@762a9f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:46,961 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:46,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45069,1733462201934 2024-12-06T05:16:46,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1df7668c 2024-12-06T05:16:46,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:46,963 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T05:16:46,965 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,33407,1733462191072 (queues=1) is replicating from cluster=efe3bdc6-47d5-4fe0-b161-7b8d47f23701 to cluster=5b88dff1-0bf5-4c93-8920-d45ad8632567 2024-12-06T05:16:46,968 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C33407%2C1733462191072 2024-12-06T05:16:46,973 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,33407,1733462191072, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:16:46,977 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.shipperec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C33407%2C1733462191072 2024-12-06T05:16:46,980 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195, startPosition=0, beingWritten=true 2024-12-06T05:16:47,262 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:16:47,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:16:47,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:47,273 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:16:47,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:47,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:47,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:47,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41aec4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:47,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41165,-1 for getting cluster id 2024-12-06T05:16:47,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:47,324 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efe3bdc6-47d5-4fe0-b161-7b8d47f23701' 2024-12-06T05:16:47,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efe3bdc6-47d5-4fe0-b161-7b8d47f23701" 2024-12-06T05:16:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653fb31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41165,-1] 2024-12-06T05:16:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:47,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:47,344 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749a0f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:47,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:47,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41165,1733462189077 2024-12-06T05:16:47,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5681a9fc 2024-12-06T05:16:47,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:47,354 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:16:47,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ec46afd49254:45069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:16:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:16:47,359 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45069' 2024-12-06T05:16:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T05:16:47,360 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b81951f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:47,360 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45069,-1 for getting cluster id 2024-12-06T05:16:47,360 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:47,361 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b88dff1-0bf5-4c93-8920-d45ad8632567' 2024-12-06T05:16:47,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:47,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b88dff1-0bf5-4c93-8920-d45ad8632567" 2024-12-06T05:16:47,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf3e985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:47,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45069,-1] 2024-12-06T05:16:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:47,364 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:47,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a782b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:47,370 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:47,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45069,1733462201934 2024-12-06T05:16:47,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69423558 2024-12-06T05:16:47,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:47,375 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:16:47,377 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T05:16:47,377 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:16:47,377 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:47,377 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:47,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T05:16:47,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:16:47,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-06T05:16:47,630 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T05:16:47,633 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:47,667 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ec46afd49254,33407,1733462191072, ReplicationSource: 2, currentBandwidth=0 2024-12-06T05:16:47,673 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T05:16:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T05:16:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T05:16:47,679 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ec46afd49254,33407,1733462191072 suceeded 2024-12-06T05:16:47,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:16:47,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-06T05:16:47,688 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ec46afd49254:45069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:16:47,692 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45069' 2024-12-06T05:16:47,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 334 msec 2024-12-06T05:16:47,694 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c2e2210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:47,694 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45069,-1 for getting cluster id 2024-12-06T05:16:47,694 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:47,695 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b88dff1-0bf5-4c93-8920-d45ad8632567' 2024-12-06T05:16:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b88dff1-0bf5-4c93-8920-d45ad8632567" 2024-12-06T05:16:47,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54f8b5ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:47,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45069,-1] 2024-12-06T05:16:47,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:47,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:47,698 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:47,698 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f92a1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:47,699 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:47,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45069,1733462201934 2024-12-06T05:16:47,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@751afb2b 2024-12-06T05:16:47,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:47,701 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T05:16:47,701 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ec46afd49254,33407,1733462191072 (queues=1) is replicating from cluster=efe3bdc6-47d5-4fe0-b161-7b8d47f23701 to cluster=5b88dff1-0bf5-4c93-8920-d45ad8632567 2024-12-06T05:16:47,702 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ec46afd49254%2C33407%2C1733462191072 2024-12-06T05:16:47,702 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ec46afd49254,33407,1733462191072, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:16:47,702 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.shipperec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C33407%2C1733462191072 2024-12-06T05:16:47,702 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195, startPosition=0, beingWritten=true 2024-12-06T05:16:47,908 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T05:16:47,989 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T05:16:47,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:16:47,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:47,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:47,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:47,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:47,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41165,1733462189077 2024-12-06T05:16:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa05290 2024-12-06T05:16:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:48,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:16:48,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T05:16:48,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T05:16:48,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T05:16:48,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T05:16:48,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://ec46afd49254:45069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:16:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T05:16:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T05:16:48,031 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45069' 2024-12-06T05:16:48,037 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad230b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:48,037 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45069,-1 for getting cluster id 2024-12-06T05:16:48,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:48,040 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b88dff1-0bf5-4c93-8920-d45ad8632567' 2024-12-06T05:16:48,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b88dff1-0bf5-4c93-8920-d45ad8632567" 2024-12-06T05:16:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659b5465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45069,-1] 2024-12-06T05:16:48,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:48,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,045 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:48,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f8f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:48,046 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:48,047 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:48,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45069,1733462201934 2024-12-06T05:16:48,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ff67d30 2024-12-06T05:16:48,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:48,053 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:16:48,056 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:16:48,056 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:16:48,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,057 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:48,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:16:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T05:16:48,216 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:48,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-06T05:16:48,269 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-06T05:16:48,271 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T05:16:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T05:16:48,275 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ec46afd49254,33407,1733462191072 suceeded 2024-12-06T05:16:48,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T05:16:48,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 174 msec 2024-12-06T05:16:48,285 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ec46afd49254:45069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:16:48,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 266 msec 2024-12-06T05:16:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T05:16:48,357 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-06T05:16:48,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://ec46afd49254:45069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:16:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T05:16:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T05:16:48,377 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45069' 2024-12-06T05:16:48,380 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78752b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:48,380 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45069,-1 for getting cluster id 2024-12-06T05:16:48,380 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:48,384 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b88dff1-0bf5-4c93-8920-d45ad8632567' 2024-12-06T05:16:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b88dff1-0bf5-4c93-8920-d45ad8632567" 2024-12-06T05:16:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7da2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45069,-1] 2024-12-06T05:16:48,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:48,388 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:48,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f510c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:48,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,402 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:48,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45069,1733462201934 2024-12-06T05:16:48,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@245e76f4 2024-12-06T05:16:48,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:48,407 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:16:48,410 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-06T05:16:48,410 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:16:48,410 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,411 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:48,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:16:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T05:16:48,579 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:48,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-06T05:16:48,600 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-06T05:16:48,605 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T05:16:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T05:16:48,616 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ec46afd49254,33407,1733462191072 suceeded 2024-12-06T05:16:48,629 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:48,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T05:16:48,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-06T05:16:48,632 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ec46afd49254:45069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:16:48,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 272 msec 2024-12-06T05:16:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T05:16:48,690 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-06T05:16:48,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T05:16:48,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T05:16:48,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:16:48,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:48,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:48,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:16:48,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-12-06T05:16:48,696 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,41165,1733462189077 2024-12-06T05:16:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/running 2024-12-06T05:16:48,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:16:48,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:16:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/running 2024-12-06T05:16:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:48,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:16:48,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:48,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,765 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,33407,1733462191072' ***** 2024-12-06T05:16:48,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:16:48,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/running 2024-12-06T05:16:48,766 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:16:48,766 INFO [RS:0;ec46afd49254:33407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:16:48,766 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:16:48,766 INFO [RS:0;ec46afd49254:33407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:16:48,767 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(3091): Received CLOSE for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:48,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/running 2024-12-06T05:16:48,773 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,33407,1733462191072 2024-12-06T05:16:48,774 INFO [RS:0;ec46afd49254:33407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:16:48,774 INFO [RS:0;ec46afd49254:33407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:33407. 2024-12-06T05:16:48,774 DEBUG [RS:0;ec46afd49254:33407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:48,774 DEBUG [RS:0;ec46afd49254:33407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:48,774 INFO [RS:0;ec46afd49254:33407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:16:48,775 INFO [RS:0;ec46afd49254:33407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:16:48,775 INFO [RS:0;ec46afd49254:33407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:16:48,775 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:16:48,776 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:16:48,776 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b653be9e069514e65512ea87d312f75b=hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b.} 2024-12-06T05:16:48,777 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:48,777 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b653be9e069514e65512ea87d312f75b, disabling compactions & flushes 2024-12-06T05:16:48,777 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:48,778 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:48,778 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. after waiting 0 ms 2024-12-06T05:16:48,778 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:48,780 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:16:48,780 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:16:48,781 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:16:48,781 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:16:48,781 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:16:48,787 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:16:48,789 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T05:16:48,791 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b653be9e069514e65512ea87d312f75b 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-06T05:16:48,936 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:16:48,936 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:16:48,977 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:48,979 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/info/a4ffd37e4b044292b86b3ba6a86d0865 is 147, key is hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b./info:regioninfo/1733462206561/Put/seqid=0 2024-12-06T05:16:48,981 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b/.tmp/queue/56cd2f675e3c4c64ba517e88f8157878 is 151, key is 1-ec46afd49254,33407,1733462191072/queue:ec46afd49254%2C33407%2C1733462191072/1733462206923/Put/seqid=0 2024-12-06T05:16:49,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741838_1014 (size=5500) 2024-12-06T05:16:49,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741839_1015 (size=6631) 2024-12-06T05:16:49,175 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:49,177 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:49,212 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:49,378 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:49,434 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b/.tmp/queue/56cd2f675e3c4c64ba517e88f8157878 2024-12-06T05:16:49,484 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/info/a4ffd37e4b044292b86b3ba6a86d0865 2024-12-06T05:16:49,578 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:49,601 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b/.tmp/queue/56cd2f675e3c4c64ba517e88f8157878 as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b/queue/56cd2f675e3c4c64ba517e88f8157878 2024-12-06T05:16:49,624 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b/queue/56cd2f675e3c4c64ba517e88f8157878, entries=2, sequenceid=6, filesize=5.4 K 2024-12-06T05:16:49,642 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/ns/4967aec32f2b4b6589c004ea9631b6a1 is 43, key is default/ns:d/1733462198326/Put/seqid=0 2024-12-06T05:16:49,642 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b653be9e069514e65512ea87d312f75b in 850ms, sequenceid=6, compaction requested=false 2024-12-06T05:16:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741840_1016 (size=5153) 2024-12-06T05:16:49,735 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T05:16:49,748 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:16:49,748 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:16:49,748 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:49,748 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b653be9e069514e65512ea87d312f75b: Waiting for close lock at 1733462208776Running coprocessor pre-close hooks at 1733462208777 (+1 ms)Disabling compacts and flushes for region at 1733462208777Disabling writes for close at 1733462208778 (+1 ms)Obtaining lock to block concurrent updates at 1733462208791 (+13 ms)Preparing flush snapshotting stores in b653be9e069514e65512ea87d312f75b at 1733462208791Finished memstore snapshotting hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733462208810 (+19 ms)Flushing stores of hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. at 1733462208815 (+5 ms)Flushing b653be9e069514e65512ea87d312f75b/queue: creating writer at 1733462208822 (+7 ms)Flushing b653be9e069514e65512ea87d312f75b/queue: appending metadata at 1733462208950 (+128 ms)Flushing b653be9e069514e65512ea87d312f75b/queue: closing flushed file at 1733462208960 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef06d8: reopening flushed file at 1733462209590 (+630 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b653be9e069514e65512ea87d312f75b in 850ms, sequenceid=6, compaction requested=false at 1733462209642 (+52 ms)Writing region close event to WAL at 1733462209688 (+46 ms)Running coprocessor post-close hooks at 1733462209740 (+52 ms)Closed at 1733462209748 (+8 ms) 2024-12-06T05:16:49,751 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:49,782 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:16:49,782 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:16:49,782 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:16:49,829 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:49,972 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:49,984 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:16:50,118 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/ns/4967aec32f2b4b6589c004ea9631b6a1 2024-12-06T05:16:50,184 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:16:50,205 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/table/27bd100c9ac34279b778c14ff4c3a047 is 53, key is hbase:replication/table:state/1733462206589/Put/seqid=0 2024-12-06T05:16:50,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:16:50,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741841_1017 (size=5256) 2024-12-06T05:16:50,256 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/table/27bd100c9ac34279b778c14ff4c3a047 2024-12-06T05:16:50,292 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/info/a4ffd37e4b044292b86b3ba6a86d0865 as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/info/a4ffd37e4b044292b86b3ba6a86d0865 2024-12-06T05:16:50,312 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/info/a4ffd37e4b044292b86b3ba6a86d0865, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T05:16:50,321 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/ns/4967aec32f2b4b6589c004ea9631b6a1 as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/ns/4967aec32f2b4b6589c004ea9631b6a1 2024-12-06T05:16:50,348 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/ns/4967aec32f2b4b6589c004ea9631b6a1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T05:16:50,355 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/table/27bd100c9ac34279b778c14ff4c3a047 as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/table/27bd100c9ac34279b778c14ff4c3a047 2024-12-06T05:16:50,379 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/table/27bd100c9ac34279b778c14ff4c3a047, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T05:16:50,385 DEBUG [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:16:50,388 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1607ms, sequenceid=11, compaction requested=false 2024-12-06T05:16:50,445 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T05:16:50,447 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:16:50,447 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:16:50,447 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:16:50,448 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462208780Running coprocessor pre-close hooks at 1733462208780Disabling compacts and flushes for region at 1733462208780Disabling writes for close at 1733462208781 (+1 ms)Obtaining lock to block concurrent updates at 1733462208790 (+9 ms)Preparing flush snapshotting stores in 1588230740 at 1733462208790Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733462208813 (+23 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733462208816 (+3 ms)Flushing 1588230740/info: creating writer at 1733462208818 (+2 ms)Flushing 1588230740/info: appending metadata at 1733462208956 (+138 ms)Flushing 1588230740/info: closing flushed file at 1733462208960 (+4 ms)Flushing 1588230740/ns: creating writer at 1733462209591 (+631 ms)Flushing 1588230740/ns: appending metadata at 1733462209640 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1733462209641 (+1 ms)Flushing 1588230740/table: creating writer at 1733462210167 (+526 ms)Flushing 1588230740/table: appending metadata at 1733462210204 (+37 ms)Flushing 1588230740/table: closing flushed file at 1733462210204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa8de64: reopening flushed file at 1733462210277 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562a165a: reopening flushed file at 1733462210313 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb7e9e3: reopening flushed file at 1733462210348 (+35 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1607ms, sequenceid=11, compaction requested=false at 1733462210388 (+40 ms)Writing region close event to WAL at 1733462210428 (+40 ms)Running coprocessor post-close hooks at 1733462210447 (+19 ms)Closed at 1733462210447 2024-12-06T05:16:50,448 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:16:50,573 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072/ec46afd49254%2C33407%2C1733462191072.1733462197195 to pos 0, reset compression=false 2024-12-06T05:16:50,585 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,33407,1733462191072; all regions closed. 2024-12-06T05:16:50,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741834_1010 (size=2742) 2024-12-06T05:16:50,654 DEBUG [RS:0;ec46afd49254:33407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs 2024-12-06T05:16:50,654 INFO [RS:0;ec46afd49254:33407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C33407%2C1733462191072.meta:.meta(num 1733462197957) 2024-12-06T05:16:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741837_1013 (size=1802) 2024-12-06T05:16:50,681 DEBUG [RS:0;ec46afd49254:33407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs 2024-12-06T05:16:50,681 INFO [RS:0;ec46afd49254:33407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C33407%2C1733462191072.rep:(num 1733462206444) 2024-12-06T05:16:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741833_1009 (size=93) 2024-12-06T05:16:50,758 DEBUG [RS:0;ec46afd49254:33407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs 2024-12-06T05:16:50,758 INFO [RS:0;ec46afd49254:33407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C33407%2C1733462191072:(num 1733462197195) 2024-12-06T05:16:50,758 DEBUG [RS:0;ec46afd49254:33407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:50,758 INFO [RS:0;ec46afd49254:33407 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:16:50,759 INFO [RS:0;ec46afd49254:33407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:16:50,759 INFO [RS:0;ec46afd49254:33407 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:16:50,760 INFO [RS:0;ec46afd49254:33407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:16:50,760 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:16:50,760 INFO [RS:0;ec46afd49254:33407 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,33407,1733462191072 because: Region server is closing 2024-12-06T05:16:50,760 INFO [RS:0;ec46afd49254:33407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:33407. 2024-12-06T05:16:50,761 DEBUG [RS:0;ec46afd49254:33407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:50,761 DEBUG [RS:0;ec46afd49254:33407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:50,761 DEBUG [RS:0;ec46afd49254:33407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:50,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:50,865 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.shipperec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T05:16:50,866 INFO [RS:0;ec46afd49254:33407 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,33407,1733462191072.replicationSource.shipperec46afd49254%2C33407%2C1733462191072,1-ec46afd49254,33407,1733462191072 terminated 2024-12-06T05:16:50,866 INFO [RS:0;ec46afd49254:33407 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ec46afd49254,33407,1733462191072 because: Region server is closing 2024-12-06T05:16:50,866 INFO [RS:0;ec46afd49254:33407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:33407. 2024-12-06T05:16:50,867 DEBUG [RS:0;ec46afd49254:33407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:50,867 DEBUG [RS:0;ec46afd49254:33407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:50,867 DEBUG [RS:0;ec46afd49254:33407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:50,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:50,968 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.wal-reader.ec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:16:50,968 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.shipperec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T05:16:50,968 INFO [RS:0;ec46afd49254:33407 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,33407,1733462191072.replicationSource.shipperec46afd49254%2C33407%2C1733462191072,2-ec46afd49254,33407,1733462191072 terminated 2024-12-06T05:16:50,969 INFO [RS:0;ec46afd49254:33407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33407 2024-12-06T05:16:51,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/rs/ec46afd49254,33407,1733462191072 2024-12-06T05:16:51,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/rs 2024-12-06T05:16:51,013 INFO [RS:0;ec46afd49254:33407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:16:51,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,33407,1733462191072] 2024-12-06T05:16:51,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/draining/ec46afd49254,33407,1733462191072 already deleted, retry=false 2024-12-06T05:16:51,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,33407,1733462191072 expired; onlineServers=0 2024-12-06T05:16:51,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,41165,1733462189077' ***** 2024-12-06T05:16:51,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:16:51,157 INFO [M:0;ec46afd49254:41165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:16:51,157 INFO [M:0;ec46afd49254:41165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:16:51,157 DEBUG [M:0;ec46afd49254:41165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:16:51,157 DEBUG [M:0;ec46afd49254:41165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:16:51,158 INFO [M:0;ec46afd49254:41165 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:16:51,158 INFO [M:0;ec46afd49254:41165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:16:51,158 DEBUG [M:0;ec46afd49254:41165 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:16:51,158 INFO [M:0;ec46afd49254:41165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:16:51,158 INFO [M:0;ec46afd49254:41165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:16:51,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:16:51,158 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462196453 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462196453,5,FailOnTimeoutGroup] 2024-12-06T05:16:51,159 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462196447 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462196447,5,FailOnTimeoutGroup] 2024-12-06T05:16:51,159 INFO [M:0;ec46afd49254:41165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:16:51,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:16:51,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:16:51,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33407-0x101a91136d10001, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:16:51,178 INFO [RS:0;ec46afd49254:33407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:16:51,178 INFO [RS:0;ec46afd49254:33407 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,33407,1733462191072; zookeeper connection closed. 2024-12-06T05:16:51,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/master 2024-12-06T05:16:51,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:51,180 DEBUG [M:0;ec46afd49254:41165 {}] zookeeper.ZKUtil(347): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/master because node does not exist (not an error) 2024-12-06T05:16:51,180 WARN [M:0;ec46afd49254:41165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:16:51,181 INFO [M:0;ec46afd49254:41165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/.lastflushedseqids 2024-12-06T05:16:51,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72155b91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72155b91 2024-12-06T05:16:51,183 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:16:51,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741842_1018 (size=181) 2024-12-06T05:16:51,248 INFO [M:0;ec46afd49254:41165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:16:51,248 INFO [M:0;ec46afd49254:41165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:16:51,248 DEBUG [M:0;ec46afd49254:41165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:16:51,248 INFO [M:0;ec46afd49254:41165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:51,248 DEBUG [M:0;ec46afd49254:41165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:51,248 DEBUG [M:0;ec46afd49254:41165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:16:51,249 DEBUG [M:0;ec46afd49254:41165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:51,251 INFO [M:0;ec46afd49254:41165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-06T05:16:51,296 DEBUG [M:0;ec46afd49254:41165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aad50865c974f028845ee632bf6ed7a is 82, key is hbase:meta,,1/info:regioninfo/1733462198127/Put/seqid=0 2024-12-06T05:16:51,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741843_1019 (size=5672) 2024-12-06T05:16:51,331 INFO [M:0;ec46afd49254:41165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aad50865c974f028845ee632bf6ed7a 2024-12-06T05:16:51,413 DEBUG [M:0;ec46afd49254:41165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae5d5a03a592471791094235e352a484 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733462206599/Put/seqid=0 2024-12-06T05:16:51,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741844_1020 (size=8663) 2024-12-06T05:16:51,472 INFO [M:0;ec46afd49254:41165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae5d5a03a592471791094235e352a484 2024-12-06T05:16:51,608 DEBUG [M:0;ec46afd49254:41165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be8891f88ded4d8e9f112861bda6ef47 is 69, key is ec46afd49254,33407,1733462191072/rs:state/1733462196587/Put/seqid=0 2024-12-06T05:16:51,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741845_1021 (size=5156) 2024-12-06T05:16:51,645 INFO [M:0;ec46afd49254:41165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be8891f88ded4d8e9f112861bda6ef47 2024-12-06T05:16:51,699 DEBUG [M:0;ec46afd49254:41165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aad50865c974f028845ee632bf6ed7a as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6aad50865c974f028845ee632bf6ed7a 2024-12-06T05:16:51,723 INFO [M:0;ec46afd49254:41165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6aad50865c974f028845ee632bf6ed7a, entries=8, sequenceid=115, filesize=5.5 K 2024-12-06T05:16:51,725 DEBUG [M:0;ec46afd49254:41165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae5d5a03a592471791094235e352a484 as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae5d5a03a592471791094235e352a484 2024-12-06T05:16:51,749 INFO [M:0;ec46afd49254:41165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae5d5a03a592471791094235e352a484, entries=14, sequenceid=115, filesize=8.5 K 2024-12-06T05:16:51,751 DEBUG [M:0;ec46afd49254:41165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be8891f88ded4d8e9f112861bda6ef47 as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be8891f88ded4d8e9f112861bda6ef47 2024-12-06T05:16:51,771 INFO [M:0;ec46afd49254:41165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be8891f88ded4d8e9f112861bda6ef47, entries=1, sequenceid=115, filesize=5.0 K 2024-12-06T05:16:51,780 INFO [M:0;ec46afd49254:41165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=115, compaction requested=false 2024-12-06T05:16:51,809 INFO [M:0;ec46afd49254:41165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:16:51,809 DEBUG [M:0;ec46afd49254:41165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462211248Disabling compacts and flushes for region at 1733462211248Disabling writes for close at 1733462211248Obtaining lock to block concurrent updates at 1733462211251 (+3 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462211252 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733462211252Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462211253 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462211253Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462211294 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462211294Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462211357 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462211413 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462211413Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462211520 (+107 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462211595 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462211595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e08de5c: reopening flushed file at 1733462211689 (+94 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65450c56: reopening flushed file at 1733462211723 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fb25b4: reopening flushed file at 1733462211749 (+26 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=115, compaction requested=false at 1733462211780 (+31 ms)Writing region close event to WAL at 1733462211809 (+29 ms)Closed at 1733462211809 2024-12-06T05:16:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741830_1006 (size=59421) 2024-12-06T05:16:51,850 INFO [M:0;ec46afd49254:41165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:16:51,850 INFO [M:0;ec46afd49254:41165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41165 2024-12-06T05:16:51,851 INFO [M:0;ec46afd49254:41165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:16:51,851 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:16:51,975 INFO [M:0;ec46afd49254:41165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:16:51,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:16:51,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41165-0x101a91136d10000, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:16:51,977 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:16:51,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:51,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:51,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:16:51,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:51,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:16:51,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:16:51,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:16:51,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38887 2024-12-06T05:16:51,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38887 connecting to ZooKeeper ensemble=127.0.0.1:62226 2024-12-06T05:16:52,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388870x0, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:16:52,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38887-0x101a91136d10006 connected 2024-12-06T05:16:52,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:52,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:52,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/running 2024-12-06T05:16:52,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1, hbase.cluster.distributed=false 2024-12-06T05:16:52,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/acl 2024-12-06T05:16:52,218 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: INIT 2024-12-06T05:16:52,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38887 2024-12-06T05:16:52,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38887 2024-12-06T05:16:52,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38887 2024-12-06T05:16:52,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38887 2024-12-06T05:16:52,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38887 2024-12-06T05:16:52,344 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:16:52,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:52,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:52,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:16:52,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:16:52,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:16:52,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:16:52,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:16:52,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41643 2024-12-06T05:16:52,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41643 connecting to ZooKeeper ensemble=127.0.0.1:62226 2024-12-06T05:16:52,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:52,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:52,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416430x0, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:16:52,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416430x0, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/running 2024-12-06T05:16:52,413 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: INIT 2024-12-06T05:16:52,413 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:16:52,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41643-0x101a91136d10007 connected 2024-12-06T05:16:52,448 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:16:52,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/master 2024-12-06T05:16:52,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/acl 2024-12-06T05:16:52,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41643 2024-12-06T05:16:52,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41643 2024-12-06T05:16:52,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41643 2024-12-06T05:16:52,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41643 2024-12-06T05:16:52,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41643 2024-12-06T05:16:52,606 DEBUG [M:0;ec46afd49254:38887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:38887 2024-12-06T05:16:52,616 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01143775725/backup-masters/ec46afd49254,38887,1733462211977 2024-12-06T05:16:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/backup-masters 2024-12-06T05:16:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/backup-masters 2024-12-06T05:16:52,659 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on existing znode=/01143775725/backup-masters/ec46afd49254,38887,1733462211977 2024-12-06T05:16:52,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:52,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01143775725/master 2024-12-06T05:16:52,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:52,684 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on existing znode=/01143775725/master 2024-12-06T05:16:52,687 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01143775725/backup-masters/ec46afd49254,38887,1733462211977 from backup master directory 2024-12-06T05:16:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/backup-masters/ec46afd49254,38887,1733462211977 2024-12-06T05:16:52,695 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:16:52,695 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,38887,1733462211977 2024-12-06T05:16:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/backup-masters 2024-12-06T05:16:52,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/backup-masters 2024-12-06T05:16:52,761 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:16:52,761 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:16:52,799 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 38ms. 2024-12-06T05:16:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741846_1022 (size=196) 2024-12-06T05:16:53,285 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:16:53,286 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:16:53,291 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:53,316 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T05:16:53,336 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077 to hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077-dead as it is dead 2024-12-06T05:16:53,339 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T05:16:53,350 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T05:16:53,351 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077-dead/ec46afd49254%2C41165%2C1733462189077.1733462194433 2024-12-06T05:16:53,369 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077-dead/ec46afd49254%2C41165%2C1733462189077.1733462194433 after 12ms 2024-12-06T05:16:53,371 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077-dead/ec46afd49254%2C41165%2C1733462189077.1733462194433 to hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec46afd49254%2C41165%2C1733462189077.1733462194433 2024-12-06T05:16:53,371 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,41165,1733462189077-dead 2024-12-06T05:16:53,373 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,38887,1733462211977 2024-12-06T05:16:53,382 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:16:53,386 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C38887%2C1733462211977, suffix=, logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,38887,1733462211977, archiveDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/oldWALs, maxLogs=10 2024-12-06T05:16:53,439 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,38887,1733462211977/ec46afd49254%2C38887%2C1733462211977.1733462213387, exclude list is [], retry=0 2024-12-06T05:16:53,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67,DISK] 2024-12-06T05:16:53,475 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/WALs/ec46afd49254,38887,1733462211977/ec46afd49254%2C38887%2C1733462211977.1733462213387 2024-12-06T05:16:53,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-12-06T05:16:53,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:16:53,477 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:53,477 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,477 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:16:53,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:53,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6aad50865c974f028845ee632bf6ed7a 2024-12-06T05:16:53,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:53,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:16:53,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:53,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae5d5a03a592471791094235e352a484 2024-12-06T05:16:53,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:53,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:16:53,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:53,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be8891f88ded4d8e9f112861bda6ef47 2024-12-06T05:16:53,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:53,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:16:53,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:53,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:53,634 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,645 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T05:16:53,645 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec46afd49254%2C41165%2C1733462189077.1733462194433 2024-12-06T05:16:53,675 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec46afd49254%2C41165%2C1733462189077.1733462194433 2024-12-06T05:16:53,685 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec46afd49254%2C41165%2C1733462189077.1733462194433 2024-12-06T05:16:53,688 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,688 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,689 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:16:53,704 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:16:53,738 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-06T05:16:53,741 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72472145, jitterRate=0.07991911470890045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:16:53,741 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462213477Initializing all the Stores at 1733462213481 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462213481Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462213482 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462213483 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462213483Cleaning up temporary data from old regions at 1733462213688 (+205 ms)Region opened successfully at 1733462213741 (+53 ms) 2024-12-06T05:16:53,748 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:16:53,765 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edada5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:16:53,789 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T05:16:53,790 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:16:53,790 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:16:53,791 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:16:53,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:16:53,825 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:16:53,825 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:16:53,828 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:16:53,829 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:16:53,841 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T05:16:53,841 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T05:16:53,841 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 48 msec 2024-12-06T05:16:53,847 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:16:53,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ec46afd49254,33407,1733462191072, regionLocation=ec46afd49254,33407,1733462191072, openSeqNum=2 2024-12-06T05:16:53,856 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ec46afd49254,33407,1733462191072, table=hbase:meta, region=1588230740 2024-12-06T05:16:53,856 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,33407,1733462191072, state=OPEN 2024-12-06T05:16:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01143775725/meta-region-server 2024-12-06T05:16:53,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01143775725/meta-region-server 2024-12-06T05:16:53,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:53,953 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:16:53,958 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/draining/ec46afd49254,33407,1733462191072 already deleted, retry=false 2024-12-06T05:16:53,958 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ec46afd49254,33407,1733462191072 on ec46afd49254,38887,1733462211977 2024-12-06T05:16:53,973 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ec46afd49254,33407,1733462191072, splitWal=true, meta=true 2024-12-06T05:16:53,986 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for ec46afd49254,33407,1733462191072 (carryingMeta=true) ec46afd49254,33407,1733462191072/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@499daa53[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T05:16:54,000 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/balancer because node does not exist (not necessarily an error) 2024-12-06T05:16:54,041 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/balancer already deleted, retry=false 2024-12-06T05:16:54,042 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:16:54,043 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:16:54,063 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/normalizer already deleted, retry=false 2024-12-06T05:16:54,064 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:16:54,065 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:16:54,076 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/switch/split already deleted, retry=false 2024-12-06T05:16:54,078 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:16:54,085 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/switch/merge already deleted, retry=false 2024-12-06T05:16:54,120 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:16:54,126 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/snapshot-cleanup already deleted, retry=false 2024-12-06T05:16:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01143775725/running 2024-12-06T05:16:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01143775725/running 2024-12-06T05:16:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:16:54,139 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,38887,1733462211977, sessionid=0x101a91136d10006, setting cluster-up flag (Was=false) 2024-12-06T05:16:54,149 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01143775725/flush-table-proc/acquired, /01143775725/flush-table-proc/reached, /01143775725/flush-table-proc/abort 2024-12-06T05:16:54,156 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,38887,1733462211977 2024-12-06T05:16:54,170 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01143775725/online-snapshot/acquired, /01143775725/online-snapshot/reached, /01143775725/online-snapshot/abort 2024-12-06T05:16:54,173 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,38887,1733462211977 2024-12-06T05:16:54,190 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/.lastflushedseqids 2024-12-06T05:16:54,202 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:16:54,202 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:16:54,203 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,38887,1733462211977 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ec46afd49254,33407,1733462191072 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:16:54,211 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:54,212 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:54,212 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:54,212 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:16:54,212 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:16:54,212 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,212 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:16:54,212 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,230 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ec46afd49254,33407,1733462191072, splitWal=true, meta=true 2024-12-06T05:16:54,237 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ec46afd49254,33407,1733462191072, splitWal=true, meta=true, isMeta: true 2024-12-06T05:16:54,247 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462244247 2024-12-06T05:16:54,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:16:54,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:16:54,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:16:54,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:16:54,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:16:54,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:16:54,249 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,252 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072-splitting 2024-12-06T05:16:54,260 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072-splitting dir is empty, no logs to split. 2024-12-06T05:16:54,260 INFO [PEWorker-1 {}] master.SplitWALManager(105): ec46afd49254,33407,1733462191072 WAL count=0, meta=true 2024-12-06T05:16:54,260 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:16:54,261 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:16:54,261 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:16:54,261 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:16:54,261 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:16:54,261 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:16:54,265 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462214261,5,FailOnTimeoutGroup] 2024-12-06T05:16:54,268 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462214265,5,FailOnTimeoutGroup] 2024-12-06T05:16:54,268 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,268 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:16:54,268 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,268 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,268 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462214268, completionTime=-1 2024-12-06T05:16:54,269 WARN [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T05:16:54,271 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072-splitting dir is empty, no logs to split. 2024-12-06T05:16:54,271 INFO [PEWorker-1 {}] master.SplitWALManager(105): ec46afd49254,33407,1733462191072 WAL count=0, meta=true 2024-12-06T05:16:54,271 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ec46afd49254,33407,1733462191072 WAL splitting is done? wals=0, meta=true 2024-12-06T05:16:54,278 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T05:16:54,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:16:54,283 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:16:54,286 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:16:54,289 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(746): ClusterId : efe3bdc6-47d5-4fe0-b161-7b8d47f23701 2024-12-06T05:16:54,289 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:16:54,305 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:16:54,305 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:16:54,319 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:16:54,320 DEBUG [RS:0;ec46afd49254:41643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e26c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:16:54,346 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:41643 2024-12-06T05:16:54,347 INFO [RS:0;ec46afd49254:41643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:16:54,347 INFO [RS:0;ec46afd49254:41643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:16:54,347 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:16:54,349 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,38887,1733462211977 with port=41643, startcode=1733462212344 2024-12-06T05:16:54,349 DEBUG [RS:0;ec46afd49254:41643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:16:54,362 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:16:54,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,41643,1733462212344 2024-12-06T05:16:54,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38887 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,41643,1733462212344 2024-12-06T05:16:54,367 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1 2024-12-06T05:16:54,367 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37103 2024-12-06T05:16:54,367 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:16:54,380 DEBUG [RS:0;ec46afd49254:41643 {}] zookeeper.ZKUtil(111): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on existing znode=/01143775725/rs/ec46afd49254,41643,1733462212344 2024-12-06T05:16:54,380 WARN [RS:0;ec46afd49254:41643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:16:54,380 INFO [RS:0;ec46afd49254:41643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:54,382 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344 2024-12-06T05:16:54,382 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=113ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T05:16:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/rs 2024-12-06T05:16:54,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,41643,1733462212344] 2024-12-06T05:16:54,437 WARN [ec46afd49254:38887 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:16:54,548 INFO [RS:0;ec46afd49254:41643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:16:54,568 INFO [RS:0;ec46afd49254:41643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:16:54,575 INFO [RS:0;ec46afd49254:41643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:16:54,575 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,585 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:16:54,590 INFO [RS:0;ec46afd49254:41643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:16:54,590 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,590 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,591 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,591 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,591 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,591 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,591 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:16:54,591 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,592 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,592 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,592 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,592 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,592 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:16:54,592 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:16:54,593 DEBUG [RS:0;ec46afd49254:41643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:16:54,616 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,616 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,616 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,617 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,617 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,617 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41643,1733462212344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:16:54,694 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:16:54,694 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41643,1733462212344-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,750 INFO [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,41643,1733462212344, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:16:54,788 INFO [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSource(231): queueId=2-ec46afd49254,41643,1733462212344, ReplicationSource: 2, currentBandwidth=0 2024-12-06T05:16:54,797 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,798 INFO [RS:0;ec46afd49254:41643 {}] regionserver.Replication(171): ec46afd49254,41643,1733462212344 started 2024-12-06T05:16:54,811 DEBUG [RS:0;ec46afd49254:41643.replicationSource,1-ec46afd49254,41643,1733462212344 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45069' 2024-12-06T05:16:54,841 DEBUG [RS:0;ec46afd49254:41643.replicationSource,1-ec46afd49254,41643,1733462212344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34bef52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:54,841 DEBUG [RS:0;ec46afd49254:41643.replicationSource,1-ec46afd49254,41643,1733462212344 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45069,-1 for getting cluster id 2024-12-06T05:16:54,841 DEBUG [RS:0;ec46afd49254:41643.replicationSource,1-ec46afd49254,41643,1733462212344 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:54,828 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:54,844 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,41643,1733462212344, RpcServer on ec46afd49254/172.17.0.3:41643, sessionid=0x101a91136d10007 2024-12-06T05:16:54,845 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:16:54,845 DEBUG [RS:0;ec46afd49254:41643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,41643,1733462212344 2024-12-06T05:16:54,845 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,41643,1733462212344' 2024-12-06T05:16:54,845 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01143775725/flush-table-proc/abort' 2024-12-06T05:16:54,846 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01143775725/flush-table-proc/acquired' 2024-12-06T05:16:54,846 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:16:54,846 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:16:54,846 DEBUG [RS:0;ec46afd49254:41643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,41643,1733462212344 2024-12-06T05:16:54,846 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,41643,1733462212344' 2024-12-06T05:16:54,846 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01143775725/online-snapshot/abort' 2024-12-06T05:16:54,847 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01143775725/online-snapshot/acquired' 2024-12-06T05:16:54,847 DEBUG [RS:0;ec46afd49254:41643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:16:54,847 INFO [RS:0;ec46afd49254:41643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:16:54,847 INFO [RS:0;ec46afd49254:41643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:16:54,852 DEBUG [RS:0;ec46afd49254:41643.replicationSource,2-ec46afd49254,41643,1733462212344 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45069' 2024-12-06T05:16:54,859 DEBUG [RS:0;ec46afd49254:41643.replicationSource,2-ec46afd49254,41643,1733462212344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f720266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:54,859 DEBUG [RS:0;ec46afd49254:41643.replicationSource,2-ec46afd49254,41643,1733462212344 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45069,-1 for getting cluster id 2024-12-06T05:16:54,860 DEBUG [RS:0;ec46afd49254:41643.replicationSource,2-ec46afd49254,41643,1733462212344 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:54,861 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b88dff1-0bf5-4c93-8920-d45ad8632567' 2024-12-06T05:16:54,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:54,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b88dff1-0bf5-4c93-8920-d45ad8632567" 2024-12-06T05:16:54,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b15eeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:54,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45069,-1] 2024-12-06T05:16:54,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:54,865 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:54,865 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b88dff1-0bf5-4c93-8920-d45ad8632567' 2024-12-06T05:16:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b88dff1-0bf5-4c93-8920-d45ad8632567" 2024-12-06T05:16:54,866 DEBUG [RS:0;ec46afd49254:41643.replicationSource,1-ec46afd49254,41643,1733462212344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36cc093b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:54,866 DEBUG [RS:0;ec46afd49254:41643.replicationSource,1-ec46afd49254,41643,1733462212344 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524e6449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45069,-1] 2024-12-06T05:16:54,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:54,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:54,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45069,1733462201934 2024-12-06T05:16:54,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477a1bd1 2024-12-06T05:16:54,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:54,870 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T05:16:54,871 INFO [RS:0;ec46afd49254:41643.replicationSource,1-ec46afd49254,41643,1733462212344 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,41643,1733462212344 (queues=0) is replicating from cluster=efe3bdc6-47d5-4fe0-b161-7b8d47f23701 to cluster=5b88dff1-0bf5-4c93-8920-d45ad8632567 2024-12-06T05:16:54,876 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:54,881 DEBUG [RS:0;ec46afd49254:41643.replicationSource,2-ec46afd49254,41643,1733462212344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2453474a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:54,881 DEBUG [RS:0;ec46afd49254:41643.replicationSource,2-ec46afd49254,41643,1733462212344 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45069,1733462201934 2024-12-06T05:16:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d32527 2024-12-06T05:16:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:54,885 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T05:16:54,895 INFO [RS:0;ec46afd49254:41643.replicationSource,2-ec46afd49254,41643,1733462212344 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ec46afd49254,41643,1733462212344 (queues=0) is replicating from cluster=efe3bdc6-47d5-4fe0-b161-7b8d47f23701 to cluster=5b88dff1-0bf5-4c93-8920-d45ad8632567 2024-12-06T05:16:54,955 INFO [RS:0;ec46afd49254:41643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:16:54,968 INFO [RS:0;ec46afd49254:41643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C41643%2C1733462212344, suffix=, logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344, archiveDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs, maxLogs=10 2024-12-06T05:16:55,017 DEBUG [RS:0;ec46afd49254:41643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969, exclude list is [], retry=0 2024-12-06T05:16:55,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67,DISK] 2024-12-06T05:16:55,088 INFO [RS:0;ec46afd49254:41643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 2024-12-06T05:16:55,096 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ec46afd49254%2C41643%2C1733462212344 for peer 2 2024-12-06T05:16:55,096 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ec46afd49254%2C41643%2C1733462212344 for peer 1 2024-12-06T05:16:55,097 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C41643%2C1733462212344 2024-12-06T05:16:55,097 INFO [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,41643,1733462212344, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:16:55,114 INFO [RS:0;ec46afd49254:41643.replicationSource.shipperec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C41643%2C1733462212344 2024-12-06T05:16:55,114 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ec46afd49254%2C41643%2C1733462212344 2024-12-06T05:16:55,115 INFO [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ec46afd49254,41643,1733462212344, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:16:55,142 DEBUG [RS:0;ec46afd49254:41643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-12-06T05:16:55,143 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969, startPosition=0, beingWritten=true 2024-12-06T05:16:55,143 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969, startPosition=0, beingWritten=true 2024-12-06T05:16:55,148 INFO [RS:0;ec46afd49254:41643.replicationSource.shipperec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C41643%2C1733462212344 2024-12-06T05:16:55,190 DEBUG [ec46afd49254:38887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:16:55,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,41643,1733462212344 2024-12-06T05:16:55,204 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,41643,1733462212344, state=OPENING 2024-12-06T05:16:55,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01143775725/meta-region-server 2024-12-06T05:16:55,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:55,222 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:16:55,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,41643,1733462212344}] 2024-12-06T05:16:55,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01143775725/meta-region-server 2024-12-06T05:16:55,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:55,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:16:55,393 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:55,396 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:16:55,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:16:55,421 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:16:55,421 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:55,422 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:16:55,426 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:55,437 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C41643%2C1733462212344.meta, suffix=.meta, logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344, archiveDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs, maxLogs=10 2024-12-06T05:16:55,469 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.meta.1733462215438.meta, exclude list is [], retry=0 2024-12-06T05:16:55,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67,DISK] 2024-12-06T05:16:55,505 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.meta.1733462215438.meta 2024-12-06T05:16:55,508 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-12-06T05:16:55,509 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:16:55,509 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:16:55,510 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:16:55,510 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:16:55,510 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:16:55,510 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:16:55,510 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:55,511 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:16:55,511 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:16:55,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:16:55,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:16:55,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:55,604 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/info/a4ffd37e4b044292b86b3ba6a86d0865 2024-12-06T05:16:55,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:55,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:16:55,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:16:55,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:55,650 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/ns/4967aec32f2b4b6589c004ea9631b6a1 2024-12-06T05:16:55,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:55,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:16:55,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:16:55,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:55,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:55,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:16:55,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:16:55,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:55,692 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/table/27bd100c9ac34279b778c14ff4c3a047 2024-12-06T05:16:55,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:16:55,696 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:16:55,698 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740 2024-12-06T05:16:55,701 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740 2024-12-06T05:16:55,703 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:16:55,703 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:16:55,706 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:16:55,711 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:16:55,712 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58896497, jitterRate=-0.1223738044500351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:16:55,713 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:16:55,713 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462215511Writing region info on filesystem at 1733462215511Initializing all the Stores at 1733462215516 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462215516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462215531 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462215531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462215531Cleaning up temporary data from old regions at 1733462215703 (+172 ms)Running coprocessor post-open hooks at 1733462215713 (+10 ms)Region opened successfully at 1733462215713 2024-12-06T05:16:55,718 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733462215396 2024-12-06T05:16:55,722 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:55,722 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:16:55,722 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:16:55,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ec46afd49254,41643,1733462212344 2024-12-06T05:16:55,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,41643,1733462212344, state=OPEN 2024-12-06T05:16:55,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01143775725/meta-region-server 2024-12-06T05:16:55,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01143775725/meta-region-server 2024-12-06T05:16:55,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01143775725/meta-region-server: CHANGED 2024-12-06T05:16:55,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,41643,1733462212344 2024-12-06T05:16:55,780 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:55,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T05:16:55,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,41643,1733462212344 in 539 msec 2024-12-06T05:16:55,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-06T05:16:55,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.5060 sec 2024-12-06T05:16:55,883 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1614ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1501ms 2024-12-06T05:16:56,175 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:56,201 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:56,729 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:56,742 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:57,371 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:57,394 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:57,404 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3135ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3022ms 2024-12-06T05:16:57,428 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:16:58,094 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:58,112 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:58,770 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4501ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T05:16:58,770 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:16:58,771 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:16:58,771 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41643,1733462212344, seqNum=-1] 2024-12-06T05:16:58,772 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:16:58,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:16:58,786 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b653be9e069514e65512ea87d312f75b, regionState=OPEN, lastHost=ec46afd49254,33407,1733462191072, regionLocation=ec46afd49254,33407,1733462191072, openSeqNum=2 2024-12-06T05:16:58,786 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:16:58,786 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462278786 2024-12-06T05:16:58,786 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462338786 2024-12-06T05:16:58,786 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-12-06T05:16:58,787 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38887,1733462211977-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:58,787 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38887,1733462211977-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:58,787 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): ec46afd49254,33407,1733462191072 had 2 regions 2024-12-06T05:16:58,787 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38887,1733462211977-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:58,787 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:38887, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:58,787 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:58,789 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ec46afd49254,33407,1733462191072, splitWal=true, meta=true, isMeta: false 2024-12-06T05:16:58,797 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072-splitting dir is empty, no logs to split. 2024-12-06T05:16:58,797 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:58,797 INFO [PEWorker-4 {}] master.SplitWALManager(105): ec46afd49254,33407,1733462191072 WAL count=0, meta=false 2024-12-06T05:16:58,802 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,33407,1733462191072-splitting dir is empty, no logs to split. 2024-12-06T05:16:58,802 INFO [PEWorker-4 {}] master.SplitWALManager(105): ec46afd49254,33407,1733462191072 WAL count=0, meta=false 2024-12-06T05:16:58,802 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if ec46afd49254,33407,1733462191072 WAL splitting is done? wals=0, meta=false 2024-12-06T05:16:58,822 WARN [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ec46afd49254,33407,1733462191072/hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:58,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN}] 2024-12-06T05:16:58,834 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN 2024-12-06T05:16:58,837 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:16:58,840 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.145sec 2024-12-06T05:16:58,840 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:16:58,840 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:16:58,840 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:16:58,840 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:16:58,840 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:16:58,841 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38887,1733462211977-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:16:58,841 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38887,1733462211977-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:16:58,863 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:16:58,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:16:58,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38887,1733462211977-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:16:58,930 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:58,956 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:58,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10433b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:58,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,38887,-1 for getting cluster id 2024-12-06T05:16:58,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:58,988 DEBUG [ec46afd49254:38887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:16:58,989 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b653be9e069514e65512ea87d312f75b, regionState=OPENING, regionLocation=ec46afd49254,41643,1733462212344 2024-12-06T05:16:59,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN because future has completed 2024-12-06T05:16:59,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b653be9e069514e65512ea87d312f75b, server=ec46afd49254,41643,1733462212344}] 2024-12-06T05:16:59,015 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efe3bdc6-47d5-4fe0-b161-7b8d47f23701' 2024-12-06T05:16:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efe3bdc6-47d5-4fe0-b161-7b8d47f23701" 2024-12-06T05:16:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49186ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,38887,-1] 2024-12-06T05:16:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:59,033 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df073b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:59,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:16:59,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41643,1733462212344, seqNum=-1] 2024-12-06T05:16:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:16:59,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:16:59,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T05:16:59,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:16:59,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:59,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:59,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:59,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:59,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ec46afd49254:38887 after: ec46afd49254:38887 2024-12-06T05:16:59,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d04d4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:59,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,38887,-1 for getting cluster id 2024-12-06T05:16:59,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:16:59,100 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efe3bdc6-47d5-4fe0-b161-7b8d47f23701' 2024-12-06T05:16:59,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:16:59,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efe3bdc6-47d5-4fe0-b161-7b8d47f23701" 2024-12-06T05:16:59,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174e014f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:59,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,38887,-1] 2024-12-06T05:16:59,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:16:59,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:59,105 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:16:59,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:16:59,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:16:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,38887,1733462211977 2024-12-06T05:16:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6bb386 2024-12-06T05:16:59,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:16:59,110 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:16:59,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T05:16:59,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T05:16:59,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T05:16:59,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38887 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T05:16:59,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:16:59,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:16:59,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:59,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:59,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:59,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:16:59,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:16:59,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=863670972, stopped=false 2024-12-06T05:16:59,118 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,45069,1733462201934 2024-12-06T05:16:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475112450/running 2024-12-06T05:16:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475112450/running 2024-12-06T05:16:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:16:59,127 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:16:59,127 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:16:59,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:59,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:59,128 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,32973,1733462202152' ***** 2024-12-06T05:16:59,128 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:16:59,128 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:16:59,128 INFO [RS:0;ec46afd49254:32973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:16:59,128 INFO [RS:0;ec46afd49254:32973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:16:59,128 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,32973,1733462202152 2024-12-06T05:16:59,128 INFO [RS:0;ec46afd49254:32973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:16:59,129 INFO [RS:0;ec46afd49254:32973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:32973. 2024-12-06T05:16:59,129 DEBUG [RS:0;ec46afd49254:32973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:16:59,129 DEBUG [RS:0;ec46afd49254:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:16:59,129 INFO [RS:0;ec46afd49254:32973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:16:59,129 INFO [RS:0;ec46afd49254:32973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:16:59,129 INFO [RS:0;ec46afd49254:32973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:16:59,129 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:16:59,129 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:16:59,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on znode that does not yet exist, /1-1475112450/running 2024-12-06T05:16:59,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Set watcher on znode that does not yet exist, /1-1475112450/running 2024-12-06T05:16:59,140 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:16:59,140 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:16:59,141 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:16:59,142 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:16:59,142 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:16:59,142 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:16:59,142 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:16:59,142 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:16:59,143 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T05:16:59,227 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:16:59,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:59,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:16:59,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:16:59,277 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740/.tmp/ns/69d841100dbb4b7fa3fac8bf35ff191b is 43, key is default/ns:d/1733462204828/Put/seqid=0 2024-12-06T05:16:59,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C41643%2C1733462212344.rep, suffix=, logDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344, archiveDir=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs, maxLogs=10 2024-12-06T05:16:59,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741835_1011 (size=5153) 2024-12-06T05:16:59,341 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:16:59,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.rep.1733462219287, exclude list is [], retry=0 2024-12-06T05:16:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41473,DS-6208ceda-d8a4-4a7c-bff8-d8d69c15be67,DISK] 2024-12-06T05:16:59,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.rep.1733462219287 2024-12-06T05:16:59,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-12-06T05:16:59,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b653be9e069514e65512ea87d312f75b, NAME => 'hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:16:59,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:16:59,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:16:59,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. service=MultiRowMutationService 2024-12-06T05:16:59,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:16:59,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:16:59,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,420 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,431 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b653be9e069514e65512ea87d312f75b columnFamilyName hfileref 2024-12-06T05:16:59,431 DEBUG [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:59,432 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(327): Store=b653be9e069514e65512ea87d312f75b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:59,433 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,436 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b653be9e069514e65512ea87d312f75b columnFamilyName queue 2024-12-06T05:16:59,436 DEBUG [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:59,516 DEBUG [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b/queue/56cd2f675e3c4c64ba517e88f8157878 2024-12-06T05:16:59,516 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(327): Store=b653be9e069514e65512ea87d312f75b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:59,516 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,525 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b653be9e069514e65512ea87d312f75b columnFamilyName sid 2024-12-06T05:16:59,525 DEBUG [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:16:59,533 INFO [StoreOpener-b653be9e069514e65512ea87d312f75b-1 {}] regionserver.HStore(327): Store=b653be9e069514e65512ea87d312f75b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:16:59,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,544 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:16:59,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:16:59,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b653be9e069514e65512ea87d312f75b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61820150, jitterRate=-0.07880797982215881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:16:59,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b653be9e069514e65512ea87d312f75b 2024-12-06T05:16:59,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b653be9e069514e65512ea87d312f75b: Running coprocessor pre-open hook at 1733462219408Writing region info on filesystem at 1733462219408Initializing all the Stores at 1733462219410 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462219410Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462219420 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462219420Cleaning up temporary data from old regions at 1733462219558 (+138 ms)Running coprocessor post-open hooks at 1733462219565 (+7 ms)Region opened successfully at 1733462219566 (+1 ms) 2024-12-06T05:16:59,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b., pid=19, masterSystemTime=1733462219200 2024-12-06T05:16:59,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:59,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:16:59,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b653be9e069514e65512ea87d312f75b, regionState=OPEN, openSeqNum=10, regionLocation=ec46afd49254,41643,1733462212344 2024-12-06T05:16:59,606 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38887 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ec46afd49254,41643,1733462212344, table=hbase:replication, region=b653be9e069514e65512ea87d312f75b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T05:16:59,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b653be9e069514e65512ea87d312f75b, server=ec46afd49254,41643,1733462212344 because future has completed 2024-12-06T05:16:59,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-06T05:16:59,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b653be9e069514e65512ea87d312f75b, server=ec46afd49254,41643,1733462212344 in 603 msec 2024-12-06T05:16:59,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-06T05:16:59,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b653be9e069514e65512ea87d312f75b, ASSIGN in 798 msec 2024-12-06T05:16:59,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T05:16:59,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b., hostname=ec46afd49254,41643,1733462212344, seqNum=10] 2024-12-06T05:16:59,735 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740/.tmp/ns/69d841100dbb4b7fa3fac8bf35ff191b 2024-12-06T05:16:59,741 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ec46afd49254,33407,1733462191072 2024-12-06T05:16:59,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T05:16:59,744 DEBUG [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:16:59,757 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740/.tmp/ns/69d841100dbb4b7fa3fac8bf35ff191b as hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740/ns/69d841100dbb4b7fa3fac8bf35ff191b 2024-12-06T05:16:59,774 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740/ns/69d841100dbb4b7fa3fac8bf35ff191b, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T05:16:59,776 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 634ms, sequenceid=6, compaction requested=false 2024-12-06T05:16:59,776 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:16:59,848 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T05:16:59,849 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:16:59,850 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:16:59,850 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:16:59,850 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462219142Running coprocessor pre-close hooks at 1733462219142Disabling compacts and flushes for region at 1733462219142Disabling writes for close at 1733462219142Obtaining lock to block concurrent updates at 1733462219143 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733462219143Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733462219144 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733462219146 (+2 ms)Flushing 1588230740/ns: creating writer at 1733462219146Flushing 1588230740/ns: appending metadata at 1733462219245 (+99 ms)Flushing 1588230740/ns: closing flushed file at 1733462219245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69358205: reopening flushed file at 1733462219755 (+510 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 634ms, sequenceid=6, compaction requested=false at 1733462219776 (+21 ms)Writing region close event to WAL at 1733462219825 (+49 ms)Running coprocessor post-close hooks at 1733462219849 (+24 ms)Closed at 1733462219850 (+1 ms) 2024-12-06T05:16:59,850 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:16:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:16:59,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T05:16:59,907 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:59,910 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:16:59,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41643 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-06T05:16:59,948 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,32973,1733462202152; all regions closed. 2024-12-06T05:16:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741834_1010 (size=1152) 2024-12-06T05:16:59,992 DEBUG [RS:0;ec46afd49254:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/oldWALs 2024-12-06T05:16:59,993 INFO [RS:0;ec46afd49254:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C32973%2C1733462202152.meta:.meta(num 1733462204702) 2024-12-06T05:17:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741833_1009 (size=93) 2024-12-06T05:17:00,067 DEBUG [RS:0;ec46afd49254:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/oldWALs 2024-12-06T05:17:00,068 INFO [RS:0;ec46afd49254:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C32973%2C1733462202152:(num 1733462204235) 2024-12-06T05:17:00,068 DEBUG [RS:0;ec46afd49254:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:00,068 INFO [RS:0;ec46afd49254:32973 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:17:00,068 INFO [RS:0;ec46afd49254:32973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:17:00,068 INFO [RS:0;ec46afd49254:32973 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:17:00,068 INFO [RS:0;ec46afd49254:32973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:17:00,069 INFO [RS:0;ec46afd49254:32973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32973 2024-12-06T05:17:00,069 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:17:00,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475112450/rs/ec46afd49254,32973,1733462202152 2024-12-06T05:17:00,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450/rs 2024-12-06T05:17:00,074 INFO [RS:0;ec46afd49254:32973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:17:00,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,32973,1733462202152] 2024-12-06T05:17:00,095 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475112450/draining/ec46afd49254,32973,1733462202152 already deleted, retry=false 2024-12-06T05:17:00,095 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,32973,1733462202152 expired; onlineServers=0 2024-12-06T05:17:00,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,45069,1733462201934' ***** 2024-12-06T05:17:00,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:17:00,098 INFO [M:0;ec46afd49254:45069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:17:00,098 INFO [M:0;ec46afd49254:45069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:17:00,099 DEBUG [M:0;ec46afd49254:45069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:17:00,099 DEBUG [M:0;ec46afd49254:45069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:17:00,099 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:17:00,099 INFO [M:0;ec46afd49254:45069 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:17:00,099 INFO [M:0;ec46afd49254:45069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:17:00,099 DEBUG [M:0;ec46afd49254:45069 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:17:00,099 INFO [M:0;ec46afd49254:45069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:17:00,099 INFO [M:0;ec46afd49254:45069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:17:00,099 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462203880 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462203880,5,FailOnTimeoutGroup] 2024-12-06T05:17:00,100 INFO [M:0;ec46afd49254:45069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:17:00,100 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462203884 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462203884,5,FailOnTimeoutGroup] 2024-12-06T05:17:00,100 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:17:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1475112450/master 2024-12-06T05:17:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1475112450 2024-12-06T05:17:00,140 DEBUG [M:0;ec46afd49254:45069 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1475112450/master already deleted, retry=false 2024-12-06T05:17:00,140 DEBUG [M:0;ec46afd49254:45069 {}] master.ActiveMasterManager(353): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1475112450/master 2024-12-06T05:17:00,160 INFO [M:0;ec46afd49254:45069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/.lastflushedseqids 2024-12-06T05:17:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:00,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x101a91136d10004, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:00,185 INFO [RS:0;ec46afd49254:32973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:17:00,185 INFO [RS:0;ec46afd49254:32973 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,32973,1733462202152; zookeeper connection closed. 2024-12-06T05:17:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741836_1012 (size=99) 2024-12-06T05:17:00,216 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@283ab2e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@283ab2e9 2024-12-06T05:17:00,217 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:17:00,605 INFO [M:0;ec46afd49254:45069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:17:00,606 INFO [M:0;ec46afd49254:45069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:17:00,606 DEBUG [M:0;ec46afd49254:45069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:17:00,606 INFO [M:0;ec46afd49254:45069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:00,606 DEBUG [M:0;ec46afd49254:45069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:00,606 DEBUG [M:0;ec46afd49254:45069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:17:00,606 DEBUG [M:0;ec46afd49254:45069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:00,606 INFO [M:0;ec46afd49254:45069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T05:17:00,656 DEBUG [M:0;ec46afd49254:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/283a315bc73848fd8dda96a6ffa057cd is 82, key is hbase:meta,,1/info:regioninfo/1733462204781/Put/seqid=0 2024-12-06T05:17:00,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741837_1013 (size=5672) 2024-12-06T05:17:00,944 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:17:00,945 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:17:01,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:17:01,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:17:01,133 INFO [M:0;ec46afd49254:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/283a315bc73848fd8dda96a6ffa057cd 2024-12-06T05:17:01,196 DEBUG [M:0;ec46afd49254:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaee2ddc7951423e91db6dfedb021a9b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733462204849/Put/seqid=0 2024-12-06T05:17:01,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741838_1014 (size=5275) 2024-12-06T05:17:01,257 INFO [M:0;ec46afd49254:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaee2ddc7951423e91db6dfedb021a9b 2024-12-06T05:17:01,306 DEBUG [M:0;ec46afd49254:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fc687117239432ca2d92c74221ac6b2 is 69, key is ec46afd49254,32973,1733462202152/rs:state/1733462203992/Put/seqid=0 2024-12-06T05:17:01,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741839_1015 (size=5156) 2024-12-06T05:17:01,760 INFO [M:0;ec46afd49254:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fc687117239432ca2d92c74221ac6b2 2024-12-06T05:17:01,778 DEBUG [M:0;ec46afd49254:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/283a315bc73848fd8dda96a6ffa057cd as hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/283a315bc73848fd8dda96a6ffa057cd 2024-12-06T05:17:01,799 INFO [M:0;ec46afd49254:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/283a315bc73848fd8dda96a6ffa057cd, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T05:17:01,802 DEBUG [M:0;ec46afd49254:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaee2ddc7951423e91db6dfedb021a9b as hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaee2ddc7951423e91db6dfedb021a9b 2024-12-06T05:17:01,828 INFO [M:0;ec46afd49254:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaee2ddc7951423e91db6dfedb021a9b, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T05:17:01,830 DEBUG [M:0;ec46afd49254:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fc687117239432ca2d92c74221ac6b2 as hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fc687117239432ca2d92c74221ac6b2 2024-12-06T05:17:01,839 INFO [M:0;ec46afd49254:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43227/user/jenkins/test-data/cba5ace4-3236-0f2d-5e6d-b11713721769/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fc687117239432ca2d92c74221ac6b2, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T05:17:01,840 INFO [M:0;ec46afd49254:45069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1234ms, sequenceid=28, compaction requested=false 2024-12-06T05:17:01,923 INFO [M:0;ec46afd49254:45069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:01,923 DEBUG [M:0;ec46afd49254:45069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462220606Disabling compacts and flushes for region at 1733462220606Disabling writes for close at 1733462220606Obtaining lock to block concurrent updates at 1733462220606Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462220606Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733462220607 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462220612 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462220612Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462220654 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462220654Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462221150 (+496 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462221195 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462221195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462221275 (+80 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462221305 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462221305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cfd54db: reopening flushed file at 1733462221775 (+470 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353c712d: reopening flushed file at 1733462221799 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448201a2: reopening flushed file at 1733462221828 (+29 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1234ms, sequenceid=28, compaction requested=false at 1733462221840 (+12 ms)Writing region close event to WAL at 1733462221923 (+83 ms)Closed at 1733462221923 2024-12-06T05:17:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741830_1006 (size=10165) 2024-12-06T05:17:02,000 INFO [M:0;ec46afd49254:45069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:17:02,000 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:17:02,001 INFO [M:0;ec46afd49254:45069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45069 2024-12-06T05:17:02,008 INFO [M:0;ec46afd49254:45069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:17:02,099 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:17:02,140 DEBUG [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.1733462214969 to pos 0, reset compression=false 2024-12-06T05:17:02,176 INFO [M:0;ec46afd49254:45069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:17:02,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:02,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x101a91136d10003, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:02,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10a9cc6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:17:02,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f8615b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:17:02,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:17:02,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@416e886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:17:02,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@475d245a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.log.dir/,STOPPED} 2024-12-06T05:17:02,201 WARN [BP-976657728-172.17.0.3-1733462198954 heartbeating to localhost/127.0.0.1:43227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:17:02,201 WARN [BP-976657728-172.17.0.3-1733462198954 heartbeating to localhost/127.0.0.1:43227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-976657728-172.17.0.3-1733462198954 (Datanode Uuid a7071e4f-e402-4e45-badb-6cde3fa52141) service to localhost/127.0.0.1:43227 2024-12-06T05:17:02,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:17:02,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:17:02,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/cluster_aedcb68e-c690-cf2d-3ba7-fb4b276fdd4e/data/data2/current/BP-976657728-172.17.0.3-1733462198954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:17:02,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:17:02,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/cluster_aedcb68e-c690-cf2d-3ba7-fb4b276fdd4e/data/data1/current/BP-976657728-172.17.0.3-1733462198954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:17:02,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bf26b29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:17:02,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7190c8f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:17:02,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:17:02,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f7a032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:17:02,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4164e012{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.log.dir/,STOPPED} 2024-12-06T05:17:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:17:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:17:02,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:02,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:02,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:02,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:02,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:02,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:17:02,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=6429582, stopped=false 2024-12-06T05:17:02,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,38887,1733462211977 2024-12-06T05:17:02,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/running 2024-12-06T05:17:02,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:17:02,282 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:17:02,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:02,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:02,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:02,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/running 2024-12-06T05:17:02,283 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,41643,1733462212344' ***** 2024-12-06T05:17:02,283 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:17:02,284 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:17:02,284 INFO [RS:0;ec46afd49254:41643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:17:02,284 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:17:02,284 INFO [RS:0;ec46afd49254:41643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:17:02,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/running 2024-12-06T05:17:02,284 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(3091): Received CLOSE for b653be9e069514e65512ea87d312f75b 2024-12-06T05:17:02,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:17:02,287 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,41643,1733462212344 2024-12-06T05:17:02,288 INFO [RS:0;ec46afd49254:41643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:17:02,288 INFO [RS:0;ec46afd49254:41643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:41643. 2024-12-06T05:17:02,288 DEBUG [RS:0;ec46afd49254:41643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:02,288 DEBUG [RS:0;ec46afd49254:41643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:02,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Set watcher on znode that does not yet exist, /01143775725/running 2024-12-06T05:17:02,288 INFO [RS:0;ec46afd49254:41643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:17:02,288 INFO [RS:0;ec46afd49254:41643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:17:02,288 INFO [RS:0;ec46afd49254:41643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:17:02,288 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:17:02,292 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b653be9e069514e65512ea87d312f75b, disabling compactions & flushes 2024-12-06T05:17:02,292 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:17:02,293 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:17:02,293 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. after waiting 0 ms 2024-12-06T05:17:02,293 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:17:02,298 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:17:02,298 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:17:02,298 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b653be9e069514e65512ea87d312f75b=hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b.} 2024-12-06T05:17:02,298 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:17:02,298 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b653be9e069514e65512ea87d312f75b 2024-12-06T05:17:02,298 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:17:02,299 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:17:02,299 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:17:02,299 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:17:02,299 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T05:17:02,350 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/info/a85e5de5ea0d47c3b19c118c439261bd is 147, key is hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b./info:regioninfo/1733462219593/Put/seqid=0 2024-12-06T05:17:02,358 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/replication/b653be9e069514e65512ea87d312f75b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-06T05:17:02,364 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:17:02,364 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:17:02,365 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:17:02,365 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b653be9e069514e65512ea87d312f75b: Waiting for close lock at 1733462222292Running coprocessor pre-close hooks at 1733462222292Disabling compacts and flushes for region at 1733462222292Disabling writes for close at 1733462222293 (+1 ms)Writing region close event to WAL at 1733462222325 (+32 ms)Running coprocessor post-close hooks at 1733462222364 (+39 ms)Closed at 1733462222365 (+1 ms) 2024-12-06T05:17:02,365 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462205177.b653be9e069514e65512ea87d312f75b. 2024-12-06T05:17:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741851_1027 (size=6385) 2024-12-06T05:17:02,499 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:17:02,618 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:17:02,618 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:17:02,699 DEBUG [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:17:02,801 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/info/a85e5de5ea0d47c3b19c118c439261bd 2024-12-06T05:17:02,813 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/.tmp/info/a85e5de5ea0d47c3b19c118c439261bd as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/info/a85e5de5ea0d47c3b19c118c439261bd 2024-12-06T05:17:02,824 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/info/a85e5de5ea0d47c3b19c118c439261bd, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T05:17:02,829 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=19, compaction requested=false 2024-12-06T05:17:02,832 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:17:02,875 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T05:17:02,877 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:17:02,877 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:17:02,877 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:02,877 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462222298Running coprocessor pre-close hooks at 1733462222298Disabling compacts and flushes for region at 1733462222298Disabling writes for close at 1733462222299 (+1 ms)Obtaining lock to block concurrent updates at 1733462222299Preparing flush snapshotting stores in 1588230740 at 1733462222299Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733462222299Flushing stores of hbase:meta,,1.1588230740 at 1733462222301 (+2 ms)Flushing 1588230740/info: creating writer at 1733462222301Flushing 1588230740/info: appending metadata at 1733462222347 (+46 ms)Flushing 1588230740/info: closing flushed file at 1733462222350 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565af5b: reopening flushed file at 1733462222812 (+462 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=19, compaction requested=false at 1733462222829 (+17 ms)Writing region close event to WAL at 1733462222860 (+31 ms)Running coprocessor post-close hooks at 1733462222876 (+16 ms)Closed at 1733462222877 (+1 ms) 2024-12-06T05:17:02,877 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:02,904 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,41643,1733462212344; all regions closed. 2024-12-06T05:17:02,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741849_1025 (size=2156) 2024-12-06T05:17:02,956 DEBUG [RS:0;ec46afd49254:41643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs 2024-12-06T05:17:02,956 INFO [RS:0;ec46afd49254:41643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C41643%2C1733462212344.meta:.meta(num 1733462215438) 2024-12-06T05:17:02,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/WALs/ec46afd49254,41643,1733462212344/ec46afd49254%2C41643%2C1733462212344.rep.1733462219287 not finished, retry = 0 2024-12-06T05:17:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741850_1026 (size=796) 2024-12-06T05:17:03,081 DEBUG [RS:0;ec46afd49254:41643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs 2024-12-06T05:17:03,081 INFO [RS:0;ec46afd49254:41643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C41643%2C1733462212344.rep:(num 1733462219287) 2024-12-06T05:17:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741848_1024 (size=93) 2024-12-06T05:17:03,107 DEBUG [RS:0;ec46afd49254:41643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/oldWALs 2024-12-06T05:17:03,107 INFO [RS:0;ec46afd49254:41643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C41643%2C1733462212344:(num 1733462214969) 2024-12-06T05:17:03,107 DEBUG [RS:0;ec46afd49254:41643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:03,107 INFO [RS:0;ec46afd49254:41643 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:17:03,108 INFO [RS:0;ec46afd49254:41643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:17:03,108 INFO [RS:0;ec46afd49254:41643 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:17:03,108 INFO [RS:0;ec46afd49254:41643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:17:03,108 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:17:03,109 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T05:17:03,109 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T05:17:03,109 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-06T05:17:03,124 INFO [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,41643,1733462212344 because: Region server is closing 2024-12-06T05:17:03,125 INFO [RS:0;ec46afd49254:41643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:41643. 2024-12-06T05:17:03,125 DEBUG [RS:0;ec46afd49254:41643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:03,125 DEBUG [RS:0;ec46afd49254:41643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:03,125 DEBUG [RS:0;ec46afd49254:41643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:03,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:03,227 WARN [RS:0;ec46afd49254:41643.replicationSource.shipperec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T05:17:03,227 INFO [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ec46afd49254:41643.replicationSource.shipperec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 terminated 2024-12-06T05:17:03,228 INFO [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ec46afd49254,41643,1733462212344 because: Region server is closing 2024-12-06T05:17:03,228 INFO [RS:0;ec46afd49254:41643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:41643. 2024-12-06T05:17:03,228 DEBUG [RS:0;ec46afd49254:41643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:03,228 DEBUG [RS:0;ec46afd49254:41643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:03,228 WARN [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,1-ec46afd49254,41643,1733462212344 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:17:03,228 DEBUG [RS:0;ec46afd49254:41643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:03,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:03,332 WARN [RS:0;ec46afd49254:41643.replicationSource.wal-reader.ec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:17:03,332 WARN [RS:0;ec46afd49254:41643.replicationSource.shipperec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T05:17:03,336 INFO [RS:0;ec46afd49254:41643 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ec46afd49254:41643.replicationSource.shipperec46afd49254%2C41643%2C1733462212344,2-ec46afd49254,41643,1733462212344 terminated 2024-12-06T05:17:03,336 INFO [RS:0;ec46afd49254:41643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41643 2024-12-06T05:17:03,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/rs/ec46afd49254,41643,1733462212344 2024-12-06T05:17:03,389 INFO [RS:0;ec46afd49254:41643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:17:03,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725/rs 2024-12-06T05:17:03,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,41643,1733462212344] 2024-12-06T05:17:03,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01143775725/draining/ec46afd49254,41643,1733462212344 already deleted, retry=false 2024-12-06T05:17:03,410 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,41643,1733462212344 expired; onlineServers=0 2024-12-06T05:17:03,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,38887,1733462211977' ***** 2024-12-06T05:17:03,410 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:17:03,410 INFO [M:0;ec46afd49254:38887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:17:03,411 INFO [M:0;ec46afd49254:38887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:17:03,411 DEBUG [M:0;ec46afd49254:38887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:17:03,411 DEBUG [M:0;ec46afd49254:38887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:17:03,411 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462214261 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462214261,5,FailOnTimeoutGroup] 2024-12-06T05:17:03,411 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462214265 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462214265,5,FailOnTimeoutGroup] 2024-12-06T05:17:03,414 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:17:03,414 INFO [M:0;ec46afd49254:38887 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:17:03,414 INFO [M:0;ec46afd49254:38887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:17:03,414 DEBUG [M:0;ec46afd49254:38887 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:17:03,415 INFO [M:0;ec46afd49254:38887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:17:03,415 INFO [M:0;ec46afd49254:38887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:17:03,415 INFO [M:0;ec46afd49254:38887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:17:03,415 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:17:03,421 DEBUG [M:0;ec46afd49254:38887 {}] zookeeper.ZKUtil(347): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Unable to get data of znode /01143775725/master because node does not exist (not an error) 2024-12-06T05:17:03,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01143775725/master 2024-12-06T05:17:03,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01143775725 2024-12-06T05:17:03,421 WARN [M:0;ec46afd49254:38887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:17:03,429 INFO [M:0;ec46afd49254:38887 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/.lastflushedseqids 2024-12-06T05:17:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741852_1028 (size=181) 2024-12-06T05:17:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41643-0x101a91136d10007, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:03,505 INFO [RS:0;ec46afd49254:41643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:17:03,505 INFO [RS:0;ec46afd49254:41643 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,41643,1733462212344; zookeeper connection closed. 2024-12-06T05:17:03,506 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3783b0c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3783b0c8 2024-12-06T05:17:03,508 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:17:03,892 INFO [M:0;ec46afd49254:38887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:17:03,892 INFO [M:0;ec46afd49254:38887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:17:03,892 DEBUG [M:0;ec46afd49254:38887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:17:03,892 INFO [M:0;ec46afd49254:38887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:03,892 DEBUG [M:0;ec46afd49254:38887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:03,893 DEBUG [M:0;ec46afd49254:38887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:17:03,893 DEBUG [M:0;ec46afd49254:38887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:03,893 INFO [M:0;ec46afd49254:38887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T05:17:03,954 DEBUG [M:0;ec46afd49254:38887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b20d8117b0a46fabf8ff3d25e1eda55 is 82, key is hbase:meta,,1/info:regioninfo/1733462215726/Put/seqid=0 2024-12-06T05:17:03,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741853_1029 (size=5680) 2024-12-06T05:17:03,996 INFO [M:0;ec46afd49254:38887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b20d8117b0a46fabf8ff3d25e1eda55 2024-12-06T05:17:04,042 DEBUG [M:0;ec46afd49254:38887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2efa4d33584e46838fad69d9ebf8b18e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733462219633/Put/seqid=0 2024-12-06T05:17:04,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741854_1030 (size=7319) 2024-12-06T05:17:04,079 INFO [M:0;ec46afd49254:38887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2efa4d33584e46838fad69d9ebf8b18e 2024-12-06T05:17:04,144 DEBUG [M:0;ec46afd49254:38887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/703c7a42b8684a9aa36495f9e02ef8ad is 69, key is ec46afd49254,41643,1733462212344/rs:state/1733462214363/Put/seqid=0 2024-12-06T05:17:04,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741855_1031 (size=5371) 2024-12-06T05:17:04,183 INFO [M:0;ec46afd49254:38887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/703c7a42b8684a9aa36495f9e02ef8ad 2024-12-06T05:17:04,200 INFO [M:0;ec46afd49254:38887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 703c7a42b8684a9aa36495f9e02ef8ad 2024-12-06T05:17:04,202 DEBUG [M:0;ec46afd49254:38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b20d8117b0a46fabf8ff3d25e1eda55 as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b20d8117b0a46fabf8ff3d25e1eda55 2024-12-06T05:17:04,221 INFO [M:0;ec46afd49254:38887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b20d8117b0a46fabf8ff3d25e1eda55, entries=8, sequenceid=172, filesize=5.5 K 2024-12-06T05:17:04,223 DEBUG [M:0;ec46afd49254:38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2efa4d33584e46838fad69d9ebf8b18e as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2efa4d33584e46838fad69d9ebf8b18e 2024-12-06T05:17:04,241 INFO [M:0;ec46afd49254:38887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2efa4d33584e46838fad69d9ebf8b18e, entries=7, sequenceid=172, filesize=7.1 K 2024-12-06T05:17:04,243 DEBUG [M:0;ec46afd49254:38887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/703c7a42b8684a9aa36495f9e02ef8ad as hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/703c7a42b8684a9aa36495f9e02ef8ad 2024-12-06T05:17:04,271 INFO [M:0;ec46afd49254:38887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 703c7a42b8684a9aa36495f9e02ef8ad 2024-12-06T05:17:04,271 INFO [M:0;ec46afd49254:38887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37103/user/jenkins/test-data/b15a70d0-6881-d47e-d561-4a08754a8ad1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/703c7a42b8684a9aa36495f9e02ef8ad, entries=2, sequenceid=172, filesize=5.2 K 2024-12-06T05:17:04,273 INFO [M:0;ec46afd49254:38887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 380ms, sequenceid=172, compaction requested=false 2024-12-06T05:17:04,286 INFO [M:0;ec46afd49254:38887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:04,288 DEBUG [M:0;ec46afd49254:38887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462223892Disabling compacts and flushes for region at 1733462223892Disabling writes for close at 1733462223893 (+1 ms)Obtaining lock to block concurrent updates at 1733462223893Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462223893Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733462223894 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462223898 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462223898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462223952 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462223952Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462224009 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462224042 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462224042Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462224092 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462224137 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462224142 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605594a4: reopening flushed file at 1733462224200 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce159fa: reopening flushed file at 1733462224221 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763312c0: reopening flushed file at 1733462224241 (+20 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 380ms, sequenceid=172, compaction requested=false at 1733462224273 (+32 ms)Writing region close event to WAL at 1733462224286 (+13 ms)Closed at 1733462224286 2024-12-06T05:17:04,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41473 is added to blk_1073741847_1023 (size=22949) 2024-12-06T05:17:04,325 INFO [M:0;ec46afd49254:38887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:17:04,325 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:17:04,326 INFO [M:0;ec46afd49254:38887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38887 2024-12-06T05:17:04,327 INFO [M:0;ec46afd49254:38887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:17:04,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:04,437 INFO [M:0;ec46afd49254:38887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:17:04,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38887-0x101a91136d10006, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:04,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11daea53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:17:04,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14c8ee6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:17:04,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:17:04,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34e7c235{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:17:04,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4498b9b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.log.dir/,STOPPED} 2024-12-06T05:17:04,456 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:17:04,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:17:04,458 WARN [BP-1901531146-172.17.0.3-1733462147653 heartbeating to localhost/127.0.0.1:37103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:17:04,458 WARN [BP-1901531146-172.17.0.3-1733462147653 heartbeating to localhost/127.0.0.1:37103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1901531146-172.17.0.3-1733462147653 (Datanode Uuid f047918d-9e96-4df1-89b3-f3017bb3304b) service to localhost/127.0.0.1:37103 2024-12-06T05:17:04,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/cluster_46ecc851-00df-4c95-b507-3fe73f5ea34b/data/data1/current/BP-1901531146-172.17.0.3-1733462147653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:17:04,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/cluster_46ecc851-00df-4c95-b507-3fe73f5ea34b/data/data2/current/BP-1901531146-172.17.0.3-1733462147653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:17:04,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:17:04,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146fb057{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:17:04,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:17:04,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:17:04,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:17:04,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4524f97a-d75d-7edc-7cfa-e2847e73a0bf/hadoop.log.dir/,STOPPED} 2024-12-06T05:17:04,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:17:04,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:17:04,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1c1d4f25 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec46afd49254:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec46afd49254:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37103 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62226) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec46afd49254:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ec46afd49254:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43227 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ec46afd49254:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62226) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1107 (was 937) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5920 (was 7135) 2024-12-06T05:17:04,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=1107, ProcessCount=11, AvailableMemoryMB=5918 2024-12-06T05:17:04,563 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-06T05:17:04,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.log.dir so I do NOT create it in target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70 2024-12-06T05:17:04,564 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:17:04,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.tmp.dir so I do NOT create it in target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70 2024-12-06T05:17:04,564 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e58a5-da07-b070-ec58-5128ea2cd76a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:17:04,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70 2024-12-06T05:17:04,564 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/cluster_199d8f75-1412-b2f9-7b7b-524041952166, deleteOnExit=true 2024-12-06T05:17:04,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a91136d10002, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:17:04,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a91136d10002, quorum=127.0.0.1:62226, baseZNode=/01143775725 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:17:04,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a91136d10005, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:17:04,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a91136d10005, quorum=127.0.0.1:62226, baseZNode=/1-1475112450 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:17:04,589 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/cluster_199d8f75-1412-b2f9-7b7b-524041952166/zookeeper_0, clientPort=60775, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/cluster_199d8f75-1412-b2f9-7b7b-524041952166/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/cluster_199d8f75-1412-b2f9-7b7b-524041952166/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:17:04,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60775 2024-12-06T05:17:04,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:17:04,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:17:04,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/test.cache.data in system properties and HBase conf 2024-12-06T05:17:04,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:17:04,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:17:04,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:17:04,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:17:04,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:17:04,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:17:04,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:17:04,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:17:04,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:17:04,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:17:04,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:04,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:17:04,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:17:04,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:17:04,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:17:04,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:04,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c43b8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:17:04,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69bd09ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:17:05,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51cae60d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/java.io.tmpdir/jetty-localhost-44733-hadoop-hdfs-3_4_1-tests_jar-_-any-9788167216607179713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:17:05,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@525ef99c{HTTP/1.1, (http/1.1)}{localhost:44733} 2024-12-06T05:17:05,099 INFO [Time-limited test {}] server.Server(415): Started @81472ms 2024-12-06T05:17:05,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:05,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:17:05,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:17:05,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:17:05,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:17:05,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685cae17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:17:05,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d38912e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:17:05,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a545d1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/java.io.tmpdir/jetty-localhost-36095-hadoop-hdfs-3_4_1-tests_jar-_-any-15982819251436447365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:17:05,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bd303e6{HTTP/1.1, (http/1.1)}{localhost:36095} 2024-12-06T05:17:05,532 INFO [Time-limited test {}] server.Server(415): Started @81905ms 2024-12-06T05:17:05,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:17:06,517 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/cluster_199d8f75-1412-b2f9-7b7b-524041952166/data/data1/current/BP-1276889439-172.17.0.3-1733462224618/current, will proceed with Du for space computation calculation, 2024-12-06T05:17:06,518 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/cluster_199d8f75-1412-b2f9-7b7b-524041952166/data/data2/current/BP-1276889439-172.17.0.3-1733462224618/current, will proceed with Du for space computation calculation, 2024-12-06T05:17:06,601 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:17:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20c20a2a29873c27 with lease ID 0x869a6b4ec2cd0840: Processing first storage report for DS-fa1eb27c-5142-4b2b-be44-84873688edba from datanode DatanodeRegistration(127.0.0.1:37197, datanodeUuid=772d07b0-e2ed-4d28-9390-8bf23a352fea, infoPort=46641, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=1062490355;c=1733462224618) 2024-12-06T05:17:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20c20a2a29873c27 with lease ID 0x869a6b4ec2cd0840: from storage DS-fa1eb27c-5142-4b2b-be44-84873688edba node DatanodeRegistration(127.0.0.1:37197, datanodeUuid=772d07b0-e2ed-4d28-9390-8bf23a352fea, infoPort=46641, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=1062490355;c=1733462224618), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:17:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20c20a2a29873c27 with lease ID 0x869a6b4ec2cd0840: Processing first storage report for DS-afd41b5b-c01e-408f-9352-61d7218e920b from datanode DatanodeRegistration(127.0.0.1:37197, datanodeUuid=772d07b0-e2ed-4d28-9390-8bf23a352fea, infoPort=46641, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=1062490355;c=1733462224618) 2024-12-06T05:17:06,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20c20a2a29873c27 with lease ID 0x869a6b4ec2cd0840: from storage DS-afd41b5b-c01e-408f-9352-61d7218e920b node DatanodeRegistration(127.0.0.1:37197, datanodeUuid=772d07b0-e2ed-4d28-9390-8bf23a352fea, infoPort=46641, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=1062490355;c=1733462224618), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:17:06,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70 2024-12-06T05:17:06,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:06,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:17:06,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228 with version=8 2024-12-06T05:17:06,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/hbase-staging 2024-12-06T05:17:06,803 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:17:06,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:06,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:06,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:17:06,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:06,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:17:06,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:17:06,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:17:06,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45609 2024-12-06T05:17:06,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45609 connecting to ZooKeeper ensemble=127.0.0.1:60775 2024-12-06T05:17:06,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456090x0, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:06,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45609-0x101a9126a770000 connected 2024-12-06T05:17:07,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:07,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:07,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on znode that does not yet exist, /01072129517/running 2024-12-06T05:17:07,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228, hbase.cluster.distributed=false 2024-12-06T05:17:07,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on znode that does not yet exist, /01072129517/acl 2024-12-06T05:17:07,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45609 2024-12-06T05:17:07,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45609 2024-12-06T05:17:07,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45609 2024-12-06T05:17:07,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45609 2024-12-06T05:17:07,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45609 2024-12-06T05:17:07,166 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:17:07,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:07,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:07,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:17:07,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:07,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:17:07,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:17:07,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:17:07,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40555 2024-12-06T05:17:07,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40555 connecting to ZooKeeper ensemble=127.0.0.1:60775 2024-12-06T05:17:07,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:07,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:07,189 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405550x0, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:07,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40555-0x101a9126a770001 connected 2024-12-06T05:17:07,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on znode that does not yet exist, /01072129517/running 2024-12-06T05:17:07,190 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:17:07,194 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:17:07,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on znode that does not yet exist, /01072129517/master 2024-12-06T05:17:07,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on znode that does not yet exist, /01072129517/acl 2024-12-06T05:17:07,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40555 2024-12-06T05:17:07,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40555 2024-12-06T05:17:07,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40555 2024-12-06T05:17:07,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40555 2024-12-06T05:17:07,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40555 2024-12-06T05:17:07,224 DEBUG [M:0;ec46afd49254:45609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:45609 2024-12-06T05:17:07,229 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01072129517/backup-masters/ec46afd49254,45609,1733462226803 2024-12-06T05:17:07,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517/backup-masters 2024-12-06T05:17:07,242 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517/backup-masters 2024-12-06T05:17:07,243 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on existing znode=/01072129517/backup-masters/ec46afd49254,45609,1733462226803 2024-12-06T05:17:07,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:07,252 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01072129517/master 2024-12-06T05:17:07,252 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:07,256 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on existing znode=/01072129517/master 2024-12-06T05:17:07,257 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01072129517/backup-masters/ec46afd49254,45609,1733462226803 from backup master directory 2024-12-06T05:17:07,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072129517/backup-masters/ec46afd49254,45609,1733462226803 2024-12-06T05:17:07,263 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:17:07,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517/backup-masters 2024-12-06T05:17:07,263 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,45609,1733462226803 2024-12-06T05:17:07,264 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517/backup-masters 2024-12-06T05:17:07,274 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/hbase.id] with ID: 2989479c-0088-456e-8e8c-9bc78b9345ea 2024-12-06T05:17:07,274 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/.tmp/hbase.id 2024-12-06T05:17:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:17:07,697 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/.tmp/hbase.id]:[hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/hbase.id] 2024-12-06T05:17:07,716 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:07,716 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:17:07,717 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:17:07,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:17:07,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:07,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:08,008 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:17:08,028 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:17:08,029 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:17:08,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:17:08,456 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store 2024-12-06T05:17:08,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:17:08,863 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:08,863 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:17:08,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:08,863 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:08,863 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:17:08,863 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:08,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:08,863 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462228863Disabling compacts and flushes for region at 1733462228863Disabling writes for close at 1733462228863Writing region close event to WAL at 1733462228863Closed at 1733462228863 2024-12-06T05:17:08,864 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/.initializing 2024-12-06T05:17:08,864 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/WALs/ec46afd49254,45609,1733462226803 2024-12-06T05:17:08,865 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:17:08,868 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C45609%2C1733462226803, suffix=, logDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/WALs/ec46afd49254,45609,1733462226803, archiveDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/oldWALs, maxLogs=10 2024-12-06T05:17:08,880 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/WALs/ec46afd49254,45609,1733462226803/ec46afd49254%2C45609%2C1733462226803.1733462228868, exclude list is [], retry=0 2024-12-06T05:17:08,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37197,DS-fa1eb27c-5142-4b2b-be44-84873688edba,DISK] 2024-12-06T05:17:08,885 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/WALs/ec46afd49254,45609,1733462226803/ec46afd49254%2C45609%2C1733462226803.1733462228868 2024-12-06T05:17:08,886 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46641:46641)] 2024-12-06T05:17:08,886 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:08,886 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:08,886 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,886 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:17:08,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:08,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:08,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:17:08,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:08,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:08,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:17:08,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:08,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:08,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:17:08,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:08,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:08,896 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,896 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,897 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,898 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,898 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,899 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:08,900 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:08,902 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:08,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66400725, jitterRate=-0.010552093386650085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:08,903 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462228886Initializing all the Stores at 1733462228887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462228887Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462228888 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462228888Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462228888Cleaning up temporary data from old regions at 1733462228898 (+10 ms)Region opened successfully at 1733462228903 (+5 ms) 2024-12-06T05:17:08,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:17:08,906 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ff08d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:17:08,907 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:17:08,907 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:17:08,907 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:17:08,907 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:17:08,908 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:17:08,908 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:17:08,908 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:17:08,910 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:17:08,911 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Unable to get data of znode /01072129517/balancer because node does not exist (not necessarily an error) 2024-12-06T05:17:08,965 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072129517/balancer already deleted, retry=false 2024-12-06T05:17:08,966 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:17:08,966 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Unable to get data of znode /01072129517/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:17:08,978 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072129517/normalizer already deleted, retry=false 2024-12-06T05:17:08,978 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:17:08,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Unable to get data of znode /01072129517/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:17:08,989 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072129517/switch/split already deleted, retry=false 2024-12-06T05:17:08,990 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Unable to get data of znode /01072129517/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:17:08,999 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072129517/switch/merge already deleted, retry=false 2024-12-06T05:17:09,001 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Unable to get data of znode /01072129517/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:17:09,009 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01072129517/snapshot-cleanup already deleted, retry=false 2024-12-06T05:17:09,020 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01072129517/running 2024-12-06T05:17:09,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01072129517/running 2024-12-06T05:17:09,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:09,020 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:09,021 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,45609,1733462226803, sessionid=0x101a9126a770000, setting cluster-up flag (Was=false) 2024-12-06T05:17:09,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:09,041 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:09,073 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01072129517/flush-table-proc/acquired, /01072129517/flush-table-proc/reached, /01072129517/flush-table-proc/abort 2024-12-06T05:17:09,074 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,45609,1733462226803 2024-12-06T05:17:09,094 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:09,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:09,125 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01072129517/online-snapshot/acquired, /01072129517/online-snapshot/reached, /01072129517/online-snapshot/abort 2024-12-06T05:17:09,127 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,45609,1733462226803 2024-12-06T05:17:09,128 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:17:09,129 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:09,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:17:09,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:17:09,130 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,45609,1733462226803 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:17:09,131 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:09,132 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:09,132 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:09,132 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:09,132 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:17:09,132 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,132 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:17:09,132 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,133 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462259133 2024-12-06T05:17:09,133 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:17:09,133 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:17:09,133 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:17:09,133 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:17:09,133 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:17:09,133 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:17:09,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:09,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:17:09,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:17:09,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:17:09,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:17:09,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:17:09,135 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:17:09,135 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:17:09,135 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462229135,5,FailOnTimeoutGroup] 2024-12-06T05:17:09,136 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462229135,5,FailOnTimeoutGroup] 2024-12-06T05:17:09,136 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,136 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:17:09,136 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,136 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:09,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:17:09,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:17:09,211 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(746): ClusterId : 2989479c-0088-456e-8e8c-9bc78b9345ea 2024-12-06T05:17:09,211 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:17:09,221 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:17:09,221 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:17:09,232 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:17:09,232 DEBUG [RS:0;ec46afd49254:40555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758209f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:17:09,242 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:40555 2024-12-06T05:17:09,243 INFO [RS:0;ec46afd49254:40555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:17:09,243 INFO [RS:0;ec46afd49254:40555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:17:09,243 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:17:09,244 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,45609,1733462226803 with port=40555, startcode=1733462227165 2024-12-06T05:17:09,244 DEBUG [RS:0;ec46afd49254:40555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:17:09,245 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:17:09,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,40555,1733462227165 2024-12-06T05:17:09,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45609 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,40555,1733462227165 2024-12-06T05:17:09,248 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228 2024-12-06T05:17:09,248 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40525 2024-12-06T05:17:09,248 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:17:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517/rs 2024-12-06T05:17:09,261 DEBUG [RS:0;ec46afd49254:40555 {}] zookeeper.ZKUtil(111): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on existing znode=/01072129517/rs/ec46afd49254,40555,1733462227165 2024-12-06T05:17:09,261 WARN [RS:0;ec46afd49254:40555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:17:09,261 INFO [RS:0;ec46afd49254:40555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:09,261 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165 2024-12-06T05:17:09,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,40555,1733462227165] 2024-12-06T05:17:09,264 INFO [RS:0;ec46afd49254:40555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:17:09,266 INFO [RS:0;ec46afd49254:40555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:17:09,266 INFO [RS:0;ec46afd49254:40555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:17:09,266 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,268 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:17:09,269 INFO [RS:0;ec46afd49254:40555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:17:09,269 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,269 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,270 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:09,270 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:17:09,270 DEBUG [RS:0;ec46afd49254:40555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:17:09,271 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,272 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,272 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,272 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,272 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,272 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40555,1733462227165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:17:09,285 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:17:09,285 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40555,1733462227165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,285 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,285 INFO [RS:0;ec46afd49254:40555 {}] regionserver.Replication(171): ec46afd49254,40555,1733462227165 started 2024-12-06T05:17:09,299 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:09,299 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,40555,1733462227165, RpcServer on ec46afd49254/172.17.0.3:40555, sessionid=0x101a9126a770001 2024-12-06T05:17:09,299 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:17:09,299 DEBUG [RS:0;ec46afd49254:40555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,40555,1733462227165 2024-12-06T05:17:09,299 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,40555,1733462227165' 2024-12-06T05:17:09,299 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01072129517/flush-table-proc/abort' 2024-12-06T05:17:09,300 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01072129517/flush-table-proc/acquired' 2024-12-06T05:17:09,301 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:17:09,301 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:17:09,301 DEBUG [RS:0;ec46afd49254:40555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,40555,1733462227165 2024-12-06T05:17:09,301 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,40555,1733462227165' 2024-12-06T05:17:09,301 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01072129517/online-snapshot/abort' 2024-12-06T05:17:09,301 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01072129517/online-snapshot/acquired' 2024-12-06T05:17:09,302 DEBUG [RS:0;ec46afd49254:40555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:17:09,302 INFO [RS:0;ec46afd49254:40555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:17:09,302 INFO [RS:0;ec46afd49254:40555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:17:09,403 INFO [RS:0;ec46afd49254:40555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:17:09,404 INFO [RS:0;ec46afd49254:40555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C40555%2C1733462227165, suffix=, logDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165, archiveDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/oldWALs, maxLogs=10 2024-12-06T05:17:09,417 DEBUG [RS:0;ec46afd49254:40555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405, exclude list is [], retry=0 2024-12-06T05:17:09,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37197,DS-fa1eb27c-5142-4b2b-be44-84873688edba,DISK] 2024-12-06T05:17:09,422 INFO [RS:0;ec46afd49254:40555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405 2024-12-06T05:17:09,422 DEBUG [RS:0;ec46afd49254:40555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46641:46641)] 2024-12-06T05:17:09,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:17:09,550 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228 2024-12-06T05:17:09,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:17:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:17:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:17:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:17:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:17:09,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:09,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:17:09,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:17:09,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:09,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:09,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:17:09,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:17:09,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:09,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:09,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:17:09,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:17:09,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:09,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:09,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:17:09,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:17:09,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:09,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:09,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:17:09,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740 2024-12-06T05:17:09,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740 2024-12-06T05:17:09,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:17:09,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:17:09,970 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:09,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:17:09,973 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:09,974 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75313688, jitterRate=0.1222614049911499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:09,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462229958Initializing all the Stores at 1733462229959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462229959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462229959Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462229959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462229959Cleaning up temporary data from old regions at 1733462229970 (+11 ms)Region opened successfully at 1733462229974 (+4 ms) 2024-12-06T05:17:09,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:17:09,974 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:17:09,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:17:09,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:17:09,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:17:09,975 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:09,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462229974Disabling compacts and flushes for region at 1733462229974Disabling writes for close at 1733462229975 (+1 ms)Writing region close event to WAL at 1733462229975Closed at 1733462229975 2024-12-06T05:17:09,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:09,976 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:17:09,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:17:09,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:17:09,978 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:17:10,129 DEBUG [ec46afd49254:45609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:17:10,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,40555,1733462227165 2024-12-06T05:17:10,131 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,40555,1733462227165, state=OPENING 2024-12-06T05:17:10,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:17:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:10,199 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:10,200 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:17:10,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01072129517/meta-region-server: CHANGED 2024-12-06T05:17:10,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01072129517/meta-region-server: CHANGED 2024-12-06T05:17:10,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,40555,1733462227165}] 2024-12-06T05:17:10,353 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:17:10,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:17:10,358 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:17:10,359 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:10,359 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:17:10,361 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C40555%2C1733462227165.meta, suffix=.meta, logDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165, archiveDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/oldWALs, maxLogs=10 2024-12-06T05:17:10,373 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.meta.1733462230361.meta, exclude list is [], retry=0 2024-12-06T05:17:10,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37197,DS-fa1eb27c-5142-4b2b-be44-84873688edba,DISK] 2024-12-06T05:17:10,378 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.meta.1733462230361.meta 2024-12-06T05:17:10,378 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46641:46641)] 2024-12-06T05:17:10,378 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:10,379 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:17:10,379 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:17:10,379 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:17:10,379 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:17:10,379 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:17:10,379 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:10,379 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:17:10,379 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:17:10,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:17:10,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:17:10,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:10,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:10,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:17:10,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:17:10,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:10,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:10,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:17:10,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:17:10,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:10,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:10,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:17:10,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:17:10,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:10,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:10,389 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:17:10,390 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740 2024-12-06T05:17:10,391 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740 2024-12-06T05:17:10,393 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:17:10,393 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:17:10,393 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:10,395 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:17:10,396 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74190276, jitterRate=0.10552126169204712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:10,396 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:17:10,397 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462230380Writing region info on filesystem at 1733462230380Initializing all the Stores at 1733462230381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462230381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462230381Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462230381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462230381Cleaning up temporary data from old regions at 1733462230393 (+12 ms)Running coprocessor post-open hooks at 1733462230396 (+3 ms)Region opened successfully at 1733462230397 (+1 ms) 2024-12-06T05:17:10,399 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462230353 2024-12-06T05:17:10,402 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:17:10,402 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:17:10,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,40555,1733462227165 2024-12-06T05:17:10,403 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,40555,1733462227165, state=OPEN 2024-12-06T05:17:10,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01072129517/meta-region-server 2024-12-06T05:17:10,438 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01072129517/meta-region-server 2024-12-06T05:17:10,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,40555,1733462227165 2024-12-06T05:17:10,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01072129517/meta-region-server: CHANGED 2024-12-06T05:17:10,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01072129517/meta-region-server: CHANGED 2024-12-06T05:17:10,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:17:10,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,40555,1733462227165 in 238 msec 2024-12-06T05:17:10,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:17:10,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-12-06T05:17:10,446 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:10,446 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:17:10,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:10,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40555,1733462227165, seqNum=-1] 2024-12-06T05:17:10,448 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:10,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:10,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-12-06T05:17:10,457 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462230457, completionTime=-1 2024-12-06T05:17:10,458 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:17:10,458 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:17:10,460 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:17:10,460 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462290460 2024-12-06T05:17:10,460 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462350460 2024-12-06T05:17:10,460 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:17:10,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45609,1733462226803-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:10,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45609,1733462226803-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:10,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45609,1733462226803-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:10,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:45609, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:10,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:10,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:10,463 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:17:10,466 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.203sec 2024-12-06T05:17:10,467 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:17:10,467 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:17:10,467 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:17:10,467 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:17:10,467 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:17:10,467 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45609,1733462226803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:17:10,467 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45609,1733462226803-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:17:10,470 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:17:10,470 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:17:10,470 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45609,1733462226803-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:10,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636d9995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:10,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45609,-1 for getting cluster id 2024-12-06T05:17:10,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:10,513 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2989479c-0088-456e-8e8c-9bc78b9345ea' 2024-12-06T05:17:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2989479c-0088-456e-8e8c-9bc78b9345ea" 2024-12-06T05:17:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f3e12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45609,-1] 2024-12-06T05:17:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:10,515 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:10,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddb4dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:10,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40555,1733462227165, seqNum=-1] 2024-12-06T05:17:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:10,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:10,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,45609,1733462226803 2024-12-06T05:17:10,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60775 2024-12-06T05:17:10,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:10,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a9126a770002 connected 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.log.dir so I do NOT create it in target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3 2024-12-06T05:17:10,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.tmp.dir so I do NOT create it in target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3 2024-12-06T05:17:10,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:17:10,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/cluster_c24ea3ff-c811-40a3-9ce7-1197cb3dd44a, deleteOnExit=true 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/test.cache.data in system properties and HBase conf 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:17:10,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:17:10,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:17:10,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:17:10,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:17:10,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:17:10,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:10,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:17:10,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:17:10,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:17:10,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:17:10,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:10,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c6a314f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:17:10,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d66c243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:17:10,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@752b8385{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/java.io.tmpdir/jetty-localhost-33717-hadoop-hdfs-3_4_1-tests_jar-_-any-3254993591590438278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:17:10,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45fdf487{HTTP/1.1, (http/1.1)}{localhost:33717} 2024-12-06T05:17:10,993 INFO [Time-limited test {}] server.Server(415): Started @87366ms 2024-12-06T05:17:11,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:11,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:17:11,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:17:11,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:17:11,262 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:17:11,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0e6b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:17:11,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d518ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:17:11,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cedc660{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/java.io.tmpdir/jetty-localhost-38943-hadoop-hdfs-3_4_1-tests_jar-_-any-11568652536220440543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:17:11,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60dd1593{HTTP/1.1, (http/1.1)}{localhost:38943} 2024-12-06T05:17:11,353 INFO [Time-limited test {}] server.Server(415): Started @87726ms 2024-12-06T05:17:11,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:17:12,072 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/cluster_c24ea3ff-c811-40a3-9ce7-1197cb3dd44a/data/data1/current/BP-1704529508-172.17.0.3-1733462230584/current, will proceed with Du for space computation calculation, 2024-12-06T05:17:12,073 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/cluster_c24ea3ff-c811-40a3-9ce7-1197cb3dd44a/data/data2/current/BP-1704529508-172.17.0.3-1733462230584/current, will proceed with Du for space computation calculation, 2024-12-06T05:17:12,110 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:17:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc905983f4b034a55 with lease ID 0x5c1e22bbb3e744f4: Processing first storage report for DS-0aaa33cf-2046-4a13-a4b7-f6041f762775 from datanode DatanodeRegistration(127.0.0.1:44467, datanodeUuid=428bd5f1-c2f0-4ed2-8baf-56cb57620b7c, infoPort=46237, infoSecurePort=0, ipcPort=33495, storageInfo=lv=-57;cid=testClusterID;nsid=313844940;c=1733462230584) 2024-12-06T05:17:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc905983f4b034a55 with lease ID 0x5c1e22bbb3e744f4: from storage DS-0aaa33cf-2046-4a13-a4b7-f6041f762775 node DatanodeRegistration(127.0.0.1:44467, datanodeUuid=428bd5f1-c2f0-4ed2-8baf-56cb57620b7c, infoPort=46237, infoSecurePort=0, ipcPort=33495, storageInfo=lv=-57;cid=testClusterID;nsid=313844940;c=1733462230584), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:17:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc905983f4b034a55 with lease ID 0x5c1e22bbb3e744f4: Processing first storage report for DS-3fc40fe5-ff71-46fa-a1cd-22173a316f42 from datanode DatanodeRegistration(127.0.0.1:44467, datanodeUuid=428bd5f1-c2f0-4ed2-8baf-56cb57620b7c, infoPort=46237, infoSecurePort=0, ipcPort=33495, storageInfo=lv=-57;cid=testClusterID;nsid=313844940;c=1733462230584) 2024-12-06T05:17:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc905983f4b034a55 with lease ID 0x5c1e22bbb3e744f4: from storage DS-3fc40fe5-ff71-46fa-a1cd-22173a316f42 node DatanodeRegistration(127.0.0.1:44467, datanodeUuid=428bd5f1-c2f0-4ed2-8baf-56cb57620b7c, infoPort=46237, infoSecurePort=0, ipcPort=33495, storageInfo=lv=-57;cid=testClusterID;nsid=313844940;c=1733462230584), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:17:12,169 WARN [RS:0;ec46afd49254:40555 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ec46afd49254,33407,1733462191072: status=Processing ServerCrashProcedure of ec46afd49254,33407,1733462191072 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733462214230, completionTime=-1 appears to have been leaked 2024-12-06T05:17:12,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3 2024-12-06T05:17:12,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:12,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:12,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:17:12,619 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d with version=8 2024-12-06T05:17:12,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/hbase-staging 2024-12-06T05:17:12,621 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:17:12,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:12,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:12,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:17:12,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:12,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:17:12,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:17:12,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:17:12,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39151 2024-12-06T05:17:12,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39151 connecting to ZooKeeper ensemble=127.0.0.1:60775 2024-12-06T05:17:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391510x0, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:12,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39151-0x101a9126a770003 connected 2024-12-06T05:17:12,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:12,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:12,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on znode that does not yet exist, /1227457269/running 2024-12-06T05:17:12,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d, hbase.cluster.distributed=false 2024-12-06T05:17:12,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on znode that does not yet exist, /1227457269/acl 2024-12-06T05:17:12,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39151 2024-12-06T05:17:12,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39151 2024-12-06T05:17:12,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39151 2024-12-06T05:17:12,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39151 2024-12-06T05:17:12,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39151 2024-12-06T05:17:12,765 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:17:12,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:12,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:12,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:17:12,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:12,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:17:12,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:17:12,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:17:12,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33821 2024-12-06T05:17:12,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33821 connecting to ZooKeeper ensemble=127.0.0.1:60775 2024-12-06T05:17:12,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:12,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338210x0, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:12,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338210x0, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on znode that does not yet exist, /1227457269/running 2024-12-06T05:17:12,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33821-0x101a9126a770004 connected 2024-12-06T05:17:12,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:17:12,779 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:17:12,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on znode that does not yet exist, /1227457269/master 2024-12-06T05:17:12,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on znode that does not yet exist, /1227457269/acl 2024-12-06T05:17:12,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33821 2024-12-06T05:17:12,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33821 2024-12-06T05:17:12,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33821 2024-12-06T05:17:12,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33821 2024-12-06T05:17:12,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33821 2024-12-06T05:17:12,794 DEBUG [M:0;ec46afd49254:39151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:39151 2024-12-06T05:17:12,795 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1227457269/backup-masters/ec46afd49254,39151,1733462232621 2024-12-06T05:17:12,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269/backup-masters 2024-12-06T05:17:12,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269/backup-masters 2024-12-06T05:17:12,808 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on existing znode=/1227457269/backup-masters/ec46afd49254,39151,1733462232621 2024-12-06T05:17:12,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1227457269/master 2024-12-06T05:17:12,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:12,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:12,820 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on existing znode=/1227457269/master 2024-12-06T05:17:12,821 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1227457269/backup-masters/ec46afd49254,39151,1733462232621 from backup master directory 2024-12-06T05:17:12,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269/backup-masters 2024-12-06T05:17:12,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227457269/backup-masters/ec46afd49254,39151,1733462232621 2024-12-06T05:17:12,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269/backup-masters 2024-12-06T05:17:12,830 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:17:12,830 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,39151,1733462232621 2024-12-06T05:17:12,835 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/hbase.id] with ID: fbdb52f7-6355-476c-a9b7-0916091a5cbd 2024-12-06T05:17:12,835 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/.tmp/hbase.id 2024-12-06T05:17:12,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:17:13,240 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/.tmp/hbase.id]:[hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/hbase.id] 2024-12-06T05:17:13,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:13,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:17:13,255 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T05:17:13,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:13,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:13,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:17:13,779 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:17:13,780 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:17:13,780 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:17:14,189 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store 2024-12-06T05:17:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:17:14,597 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:14,597 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:17:14,597 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:14,597 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:14,597 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:17:14,597 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:14,597 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:14,597 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462234597Disabling compacts and flushes for region at 1733462234597Disabling writes for close at 1733462234597Writing region close event to WAL at 1733462234597Closed at 1733462234597 2024-12-06T05:17:14,598 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/.initializing 2024-12-06T05:17:14,598 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/WALs/ec46afd49254,39151,1733462232621 2024-12-06T05:17:14,599 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:17:14,600 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C39151%2C1733462232621, suffix=, logDir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/WALs/ec46afd49254,39151,1733462232621, archiveDir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/oldWALs, maxLogs=10 2024-12-06T05:17:14,611 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/WALs/ec46afd49254,39151,1733462232621/ec46afd49254%2C39151%2C1733462232621.1733462234601, exclude list is [], retry=0 2024-12-06T05:17:14,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44467,DS-0aaa33cf-2046-4a13-a4b7-f6041f762775,DISK] 2024-12-06T05:17:14,616 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/WALs/ec46afd49254,39151,1733462232621/ec46afd49254%2C39151%2C1733462232621.1733462234601 2024-12-06T05:17:14,616 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46237:46237)] 2024-12-06T05:17:14,616 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:14,617 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:14,617 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,617 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:17:14,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:14,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:14,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:17:14,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:14,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:14,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:17:14,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:14,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:14,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:17:14,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:14,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:14,625 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,625 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,626 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,627 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,627 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,627 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:14,628 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:14,630 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:14,631 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67473400, jitterRate=0.005432009696960449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:14,631 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462234617Initializing all the Stores at 1733462234618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462234618Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462234618Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462234618Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462234618Cleaning up temporary data from old regions at 1733462234627 (+9 ms)Region opened successfully at 1733462234631 (+4 ms) 2024-12-06T05:17:14,631 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:17:14,634 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ba371d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:17:14,635 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:17:14,635 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:17:14,635 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:17:14,635 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:17:14,635 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:17:14,636 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:17:14,636 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:17:14,638 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:17:14,638 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Unable to get data of znode /1227457269/balancer because node does not exist (not necessarily an error) 2024-12-06T05:17:14,704 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227457269/balancer already deleted, retry=false 2024-12-06T05:17:14,704 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:17:14,705 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Unable to get data of znode /1227457269/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:17:14,714 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227457269/normalizer already deleted, retry=false 2024-12-06T05:17:14,715 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:17:14,716 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Unable to get data of znode /1227457269/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:17:14,725 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227457269/switch/split already deleted, retry=false 2024-12-06T05:17:14,726 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Unable to get data of znode /1227457269/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:17:14,735 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227457269/switch/merge already deleted, retry=false 2024-12-06T05:17:14,737 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Unable to get data of znode /1227457269/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:17:14,746 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227457269/snapshot-cleanup already deleted, retry=false 2024-12-06T05:17:14,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1227457269/running 2024-12-06T05:17:14,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1227457269/running 2024-12-06T05:17:14,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:14,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:14,757 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,39151,1733462232621, sessionid=0x101a9126a770003, setting cluster-up flag (Was=false) 2024-12-06T05:17:14,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:14,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:14,809 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1227457269/flush-table-proc/acquired, /1227457269/flush-table-proc/reached, /1227457269/flush-table-proc/abort 2024-12-06T05:17:14,810 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,39151,1733462232621 2024-12-06T05:17:14,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:14,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:14,862 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1227457269/online-snapshot/acquired, /1227457269/online-snapshot/reached, /1227457269/online-snapshot/abort 2024-12-06T05:17:14,863 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,39151,1733462232621 2024-12-06T05:17:14,864 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:17:14,866 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:14,866 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:17:14,867 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:17:14,867 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,39151,1733462232621 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:17:14,868 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:14,868 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:14,868 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:14,868 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:14,868 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:17:14,868 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,868 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:17:14,868 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,869 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462264869 2024-12-06T05:17:14,869 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:17:14,869 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:17:14,869 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:17:14,870 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:17:14,870 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:17:14,870 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:17:14,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:14,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:17:14,871 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,871 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:17:14,871 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:17:14,871 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:17:14,871 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:17:14,871 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:17:14,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:17:14,872 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:14,872 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462234872,5,FailOnTimeoutGroup] 2024-12-06T05:17:14,872 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462234872,5,FailOnTimeoutGroup] 2024-12-06T05:17:14,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:17:14,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:17:14,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,872 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:17:14,888 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(746): ClusterId : fbdb52f7-6355-476c-a9b7-0916091a5cbd 2024-12-06T05:17:14,888 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:17:14,894 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:17:14,894 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:17:14,905 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:17:14,905 DEBUG [RS:0;ec46afd49254:33821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcd2e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:17:14,915 DEBUG [RS:0;ec46afd49254:33821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:33821 2024-12-06T05:17:14,915 INFO [RS:0;ec46afd49254:33821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:17:14,915 INFO [RS:0;ec46afd49254:33821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:17:14,915 DEBUG [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:17:14,916 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,39151,1733462232621 with port=33821, startcode=1733462232764 2024-12-06T05:17:14,916 DEBUG [RS:0;ec46afd49254:33821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:17:14,918 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:17:14,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39151 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,33821,1733462232764 2024-12-06T05:17:14,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39151 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,33821,1733462232764 2024-12-06T05:17:14,920 DEBUG [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d 2024-12-06T05:17:14,920 DEBUG [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37019 2024-12-06T05:17:14,920 DEBUG [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:17:14,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269/rs 2024-12-06T05:17:14,925 DEBUG [RS:0;ec46afd49254:33821 {}] zookeeper.ZKUtil(111): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on existing znode=/1227457269/rs/ec46afd49254,33821,1733462232764 2024-12-06T05:17:14,926 WARN [RS:0;ec46afd49254:33821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:17:14,926 INFO [RS:0;ec46afd49254:33821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:14,926 DEBUG [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/WALs/ec46afd49254,33821,1733462232764 2024-12-06T05:17:14,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,33821,1733462232764] 2024-12-06T05:17:14,929 INFO [RS:0;ec46afd49254:33821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:17:14,930 INFO [RS:0;ec46afd49254:33821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:17:14,930 INFO [RS:0;ec46afd49254:33821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:17:14,930 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,931 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:17:14,931 INFO [RS:0;ec46afd49254:33821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:17:14,931 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,931 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,931 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:17:14,932 DEBUG [RS:0;ec46afd49254:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:17:14,935 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,935 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,936 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,936 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,936 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,936 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,33821,1733462232764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:17:14,949 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:17:14,949 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,33821,1733462232764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,949 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,949 INFO [RS:0;ec46afd49254:33821 {}] regionserver.Replication(171): ec46afd49254,33821,1733462232764 started 2024-12-06T05:17:14,961 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:14,961 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,33821,1733462232764, RpcServer on ec46afd49254/172.17.0.3:33821, sessionid=0x101a9126a770004 2024-12-06T05:17:14,961 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:17:14,961 DEBUG [RS:0;ec46afd49254:33821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,33821,1733462232764 2024-12-06T05:17:14,961 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,33821,1733462232764' 2024-12-06T05:17:14,961 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1227457269/flush-table-proc/abort' 2024-12-06T05:17:14,962 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1227457269/flush-table-proc/acquired' 2024-12-06T05:17:14,962 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:17:14,962 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:17:14,962 DEBUG [RS:0;ec46afd49254:33821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,33821,1733462232764 2024-12-06T05:17:14,962 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,33821,1733462232764' 2024-12-06T05:17:14,962 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1227457269/online-snapshot/abort' 2024-12-06T05:17:14,963 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1227457269/online-snapshot/acquired' 2024-12-06T05:17:14,963 DEBUG [RS:0;ec46afd49254:33821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:17:14,963 INFO [RS:0;ec46afd49254:33821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:17:14,963 INFO [RS:0;ec46afd49254:33821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:17:15,063 INFO [RS:0;ec46afd49254:33821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:17:15,065 INFO [RS:0;ec46afd49254:33821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C33821%2C1733462232764, suffix=, logDir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/WALs/ec46afd49254,33821,1733462232764, archiveDir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/oldWALs, maxLogs=10 2024-12-06T05:17:15,076 DEBUG [RS:0;ec46afd49254:33821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/WALs/ec46afd49254,33821,1733462232764/ec46afd49254%2C33821%2C1733462232764.1733462235065, exclude list is [], retry=0 2024-12-06T05:17:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44467,DS-0aaa33cf-2046-4a13-a4b7-f6041f762775,DISK] 2024-12-06T05:17:15,081 INFO [RS:0;ec46afd49254:33821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/WALs/ec46afd49254,33821,1733462232764/ec46afd49254%2C33821%2C1733462232764.1733462235065 2024-12-06T05:17:15,081 DEBUG [RS:0;ec46afd49254:33821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46237:46237)] 2024-12-06T05:17:15,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:17:15,279 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d 2024-12-06T05:17:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:17:15,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:17:15,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:15,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:15,391 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:17:15,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:15,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:17:15,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:17:15,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:15,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:15,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:17:15,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:17:15,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:15,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:15,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:17:15,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:17:15,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:15,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:15,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:17:15,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:17:15,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:15,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:15,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:17:15,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740 2024-12-06T05:17:15,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740 2024-12-06T05:17:15,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:17:15,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:17:15,698 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:15,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:17:15,701 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:15,701 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69314491, jitterRate=0.032866403460502625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:15,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462235686Initializing all the Stores at 1733462235687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462235687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462235687Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462235687Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462235687Cleaning up temporary data from old regions at 1733462235697 (+10 ms)Region opened successfully at 1733462235702 (+5 ms) 2024-12-06T05:17:15,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:17:15,702 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:17:15,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:17:15,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:17:15,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:17:15,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:15,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462235702Disabling compacts and flushes for region at 1733462235702Disabling writes for close at 1733462235702Writing region close event to WAL at 1733462235702Closed at 1733462235702 2024-12-06T05:17:15,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:15,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:17:15,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:17:15,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:17:15,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:17:15,856 DEBUG [ec46afd49254:39151 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:17:15,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,33821,1733462232764 2024-12-06T05:17:15,858 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,33821,1733462232764, state=OPENING 2024-12-06T05:17:15,915 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:17:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:15,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227457269/meta-region-server: CHANGED 2024-12-06T05:17:15,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227457269/meta-region-server: CHANGED 2024-12-06T05:17:15,936 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:17:15,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,33821,1733462232764}] 2024-12-06T05:17:16,090 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:17:16,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:17:16,103 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:17:16,103 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:16,103 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:17:16,105 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C33821%2C1733462232764.meta, suffix=.meta, logDir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/WALs/ec46afd49254,33821,1733462232764, archiveDir=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/oldWALs, maxLogs=10 2024-12-06T05:17:16,122 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/WALs/ec46afd49254,33821,1733462232764/ec46afd49254%2C33821%2C1733462232764.meta.1733462236105.meta, exclude list is [], retry=0 2024-12-06T05:17:16,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44467,DS-0aaa33cf-2046-4a13-a4b7-f6041f762775,DISK] 2024-12-06T05:17:16,145 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/WALs/ec46afd49254,33821,1733462232764/ec46afd49254%2C33821%2C1733462232764.meta.1733462236105.meta 2024-12-06T05:17:16,146 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46237:46237)] 2024-12-06T05:17:16,146 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:16,146 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:17:16,147 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:17:16,147 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:17:16,147 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:17:16,147 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:17:16,147 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:16,147 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:17:16,147 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:17:16,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:17:16,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:17:16,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:16,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:16,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:17:16,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:17:16,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:16,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:16,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:17:16,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:17:16,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:16,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:16,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:17:16,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:17:16,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:16,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:16,160 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:17:16,161 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740 2024-12-06T05:17:16,163 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740 2024-12-06T05:17:16,164 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:17:16,164 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:17:16,165 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:16,167 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:17:16,167 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62851536, jitterRate=-0.06343913078308105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:16,168 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:17:16,168 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462236147Writing region info on filesystem at 1733462236147Initializing all the Stores at 1733462236149 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462236149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462236149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462236149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462236149Cleaning up temporary data from old regions at 1733462236164 (+15 ms)Running coprocessor post-open hooks at 1733462236168 (+4 ms)Region opened successfully at 1733462236168 2024-12-06T05:17:16,169 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462236089 2024-12-06T05:17:16,172 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:17:16,173 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:17:16,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,33821,1733462232764 2024-12-06T05:17:16,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,33821,1733462232764, state=OPEN 2024-12-06T05:17:16,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1227457269/meta-region-server 2024-12-06T05:17:16,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1227457269/meta-region-server 2024-12-06T05:17:16,186 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,33821,1733462232764 2024-12-06T05:17:16,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227457269/meta-region-server: CHANGED 2024-12-06T05:17:16,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227457269/meta-region-server: CHANGED 2024-12-06T05:17:16,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:17:16,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,33821,1733462232764 in 250 msec 2024-12-06T05:17:16,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:17:16,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-12-06T05:17:16,198 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:16,198 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:17:16,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:16,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,33821,1733462232764, seqNum=-1] 2024-12-06T05:17:16,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:16,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:16,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-12-06T05:17:16,209 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462236209, completionTime=-1 2024-12-06T05:17:16,209 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:17:16,209 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:17:16,212 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:17:16,212 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462296212 2024-12-06T05:17:16,212 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462356212 2024-12-06T05:17:16,212 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:17:16,212 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39151,1733462232621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:16,212 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39151,1733462232621-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:16,212 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39151,1733462232621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:16,212 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:39151, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:16,212 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:16,213 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:16,216 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:17:16,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.387sec 2024-12-06T05:17:16,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:17:16,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:17:16,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:17:16,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:17:16,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:17:16,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39151,1733462232621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:17:16,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39151,1733462232621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:17:16,221 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:17:16,222 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:17:16,222 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39151,1733462232621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:16,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d64b8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:16,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,39151,-1 for getting cluster id 2024-12-06T05:17:16,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:16,291 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbdb52f7-6355-476c-a9b7-0916091a5cbd' 2024-12-06T05:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbdb52f7-6355-476c-a9b7-0916091a5cbd" 2024-12-06T05:17:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b045f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,39151,-1] 2024-12-06T05:17:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:16,294 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:16,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaad9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:16,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,33821,1733462232764, seqNum=-1] 2024-12-06T05:17:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:16,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,39151,1733462232621 2024-12-06T05:17:16,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60775 2024-12-06T05:17:16,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:16,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a9126a770005 connected 2024-12-06T05:17:16,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4456bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:16,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45609,-1 for getting cluster id 2024-12-06T05:17:16,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:16,330 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2989479c-0088-456e-8e8c-9bc78b9345ea' 2024-12-06T05:17:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2989479c-0088-456e-8e8c-9bc78b9345ea" 2024-12-06T05:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67399f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45609,-1] 2024-12-06T05:17:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:16,333 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:16,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2510e27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:16,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45609,1733462226803 2024-12-06T05:17:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fedcd8c 2024-12-06T05:17:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:16,337 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:17:16,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:39151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:17:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:17:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:16,342 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:39151' 2024-12-06T05:17:16,343 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7aeb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:16,344 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,39151,-1 for getting cluster id 2024-12-06T05:17:16,344 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:16,345 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbdb52f7-6355-476c-a9b7-0916091a5cbd' 2024-12-06T05:17:16,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:16,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbdb52f7-6355-476c-a9b7-0916091a5cbd" 2024-12-06T05:17:16,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4946a5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:16,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,39151,-1] 2024-12-06T05:17:16,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:16,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:16,347 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:16,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10380072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:16,348 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:16,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,39151,1733462232621 2024-12-06T05:17:16,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4924f7fe 2024-12-06T05:17:16,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:16,351 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:17:16,352 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T05:17:16,353 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:17:16,353 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:16,353 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:16,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:16,353 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:17:16,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:17:16,357 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:17:16,358 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:16,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:17:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741835_1011 (size=1138) 2024-12-06T05:17:16,406 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:17:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:16,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3aa7921ceb8bf69f1516deb2591bc0a3, NAME => 'hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228 2024-12-06T05:17:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741836_1012 (size=44) 2024-12-06T05:17:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:17,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:17,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3aa7921ceb8bf69f1516deb2591bc0a3, disabling compactions & flushes 2024-12-06T05:17:17,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:17,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:17,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. after waiting 0 ms 2024-12-06T05:17:17,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:17,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:17,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3aa7921ceb8bf69f1516deb2591bc0a3: Waiting for close lock at 1733462237181Disabling compacts and flushes for region at 1733462237181Disabling writes for close at 1733462237182 (+1 ms)Writing region close event to WAL at 1733462237182Closed at 1733462237182 2024-12-06T05:17:17,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:17:17,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462237183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462237183"}]},"ts":"1733462237183"} 2024-12-06T05:17:17,186 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:17:17,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:17:17,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462237188"}]},"ts":"1733462237188"} 2024-12-06T05:17:17,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:17:17,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3aa7921ceb8bf69f1516deb2591bc0a3, ASSIGN}] 2024-12-06T05:17:17,192 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3aa7921ceb8bf69f1516deb2591bc0a3, ASSIGN 2024-12-06T05:17:17,192 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3aa7921ceb8bf69f1516deb2591bc0a3, ASSIGN; state=OFFLINE, location=ec46afd49254,40555,1733462227165; forceNewPlan=false, retain=false 2024-12-06T05:17:17,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3aa7921ceb8bf69f1516deb2591bc0a3, regionState=OPENING, regionLocation=ec46afd49254,40555,1733462227165 2024-12-06T05:17:17,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3aa7921ceb8bf69f1516deb2591bc0a3, ASSIGN because future has completed 2024-12-06T05:17:17,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aa7921ceb8bf69f1516deb2591bc0a3, server=ec46afd49254,40555,1733462227165}] 2024-12-06T05:17:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:17,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:17,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:17,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:17:17,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C40555%2C1733462227165.rep, suffix=, logDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165, archiveDir=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/oldWALs, maxLogs=10 2024-12-06T05:17:17,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.rep.1733462237507, exclude list is [], retry=0 2024-12-06T05:17:17,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37197,DS-fa1eb27c-5142-4b2b-be44-84873688edba,DISK] 2024-12-06T05:17:17,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.rep.1733462237507 2024-12-06T05:17:17,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46641:46641)] 2024-12-06T05:17:17,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3aa7921ceb8bf69f1516deb2591bc0a3, NAME => 'hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:17,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:17:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:17:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. service=MultiRowMutationService 2024-12-06T05:17:17,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:17:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:17,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,529 INFO [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,531 INFO [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa7921ceb8bf69f1516deb2591bc0a3 columnFamilyName hfileref 2024-12-06T05:17:17,531 DEBUG [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:17,531 INFO [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] regionserver.HStore(327): Store=3aa7921ceb8bf69f1516deb2591bc0a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:17,532 INFO [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,533 INFO [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa7921ceb8bf69f1516deb2591bc0a3 columnFamilyName queue 2024-12-06T05:17:17,533 DEBUG [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:17,534 INFO [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] regionserver.HStore(327): Store=3aa7921ceb8bf69f1516deb2591bc0a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:17,534 INFO [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,536 INFO [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa7921ceb8bf69f1516deb2591bc0a3 columnFamilyName sid 2024-12-06T05:17:17,536 DEBUG [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:17,536 INFO [StoreOpener-3aa7921ceb8bf69f1516deb2591bc0a3-1 {}] regionserver.HStore(327): Store=3aa7921ceb8bf69f1516deb2591bc0a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:17,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/replication/3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/replication/3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:17:17,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/replication/3aa7921ceb8bf69f1516deb2591bc0a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:17,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3aa7921ceb8bf69f1516deb2591bc0a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59890297, jitterRate=-0.1075650304555893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:17:17,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:17,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3aa7921ceb8bf69f1516deb2591bc0a3: Running coprocessor pre-open hook at 1733462237528Writing region info on filesystem at 1733462237528Initializing all the Stores at 1733462237529 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462237529Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462237529Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462237529Cleaning up temporary data from old regions at 1733462237539 (+10 ms)Running coprocessor post-open hooks at 1733462237543 (+4 ms)Region opened successfully at 1733462237543 2024-12-06T05:17:17,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3., pid=7, masterSystemTime=1733462237499 2024-12-06T05:17:17,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:17,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:17,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3aa7921ceb8bf69f1516deb2591bc0a3, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,40555,1733462227165 2024-12-06T05:17:17,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aa7921ceb8bf69f1516deb2591bc0a3, server=ec46afd49254,40555,1733462227165 because future has completed 2024-12-06T05:17:17,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T05:17:17,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3aa7921ceb8bf69f1516deb2591bc0a3, server=ec46afd49254,40555,1733462227165 in 208 msec 2024-12-06T05:17:17,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:17:17,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3aa7921ceb8bf69f1516deb2591bc0a3, ASSIGN in 367 msec 2024-12-06T05:17:17,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:17:17,563 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462237563"}]},"ts":"1733462237563"} 2024-12-06T05:17:17,568 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:17:17,570 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:17:17,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-12-06T05:17:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3., hostname=ec46afd49254,40555,1733462227165, seqNum=2] 2024-12-06T05:17:17,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:17,641 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:17,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:17:17,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T05:17:17,818 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:17:17,847 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,40555,1733462227165, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:17:17,848 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:17,848 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40555,1733462227165, seqNum=-1] 2024-12-06T05:17:17,848 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:17,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-06T05:17:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,40555,1733462227165', locateType=CURRENT is [region=hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3., hostname=ec46afd49254,40555,1733462227165, seqNum=2] 2024-12-06T05:17:17,856 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T05:17:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T05:17:17,861 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,40555,1733462227165 suceeded 2024-12-06T05:17:17,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T05:17:17,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-06T05:17:17,866 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:39151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:17:17,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5290 sec 2024-12-06T05:17:17,879 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:39151' 2024-12-06T05:17:17,881 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5544bd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:17,881 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,39151,-1 for getting cluster id 2024-12-06T05:17:17,881 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:17,882 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbdb52f7-6355-476c-a9b7-0916091a5cbd' 2024-12-06T05:17:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbdb52f7-6355-476c-a9b7-0916091a5cbd" 2024-12-06T05:17:17,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb272f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:17,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,39151,-1] 2024-12-06T05:17:17,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:17,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:17,884 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:17,885 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76352978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:17,885 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:17,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,39151,1733462232621 2024-12-06T05:17:17,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a982ba5 2024-12-06T05:17:17,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:17,888 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-06T05:17:17,889 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,40555,1733462227165 (queues=1) is replicating from cluster=2989479c-0088-456e-8e8c-9bc78b9345ea to cluster=fbdb52f7-6355-476c-a9b7-0916091a5cbd 2024-12-06T05:17:17,889 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C40555%2C1733462227165 2024-12-06T05:17:17,889 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,40555,1733462227165, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:17:17,890 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.wal-reader.ec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405, startPosition=0, beingWritten=true 2024-12-06T05:17:17,890 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.shipperec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C40555%2C1733462227165 2024-12-06T05:17:18,099 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.wal-reader.ec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405 to pos 0, reset compression=false 2024-12-06T05:17:18,406 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.wal-reader.ec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405 to pos 0, reset compression=false 2024-12-06T05:17:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:18,489 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:17:18,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:18,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:18,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:18,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:18,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:18,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45609,1733462226803 2024-12-06T05:17:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2901cd73 2024-12-06T05:17:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:18,493 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:17:18,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45609 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T05:17:18,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:17:18,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:18,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:18,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:18,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:18,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:18,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:17:18,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1247898552, stopped=false 2024-12-06T05:17:18,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,39151,1733462232621 2024-12-06T05:17:18,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227457269/running 2024-12-06T05:17:18,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227457269/running 2024-12-06T05:17:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:18,611 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:17:18,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:18,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:18,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:18,611 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,33821,1733462232764' ***** 2024-12-06T05:17:18,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on znode that does not yet exist, /1227457269/running 2024-12-06T05:17:18,611 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:17:18,611 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:17:18,612 INFO [RS:0;ec46afd49254:33821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:17:18,612 INFO [RS:0;ec46afd49254:33821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:17:18,612 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,33821,1733462232764 2024-12-06T05:17:18,612 INFO [RS:0;ec46afd49254:33821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:17:18,612 INFO [RS:0;ec46afd49254:33821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:33821. 2024-12-06T05:17:18,612 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:17:18,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Set watcher on znode that does not yet exist, /1227457269/running 2024-12-06T05:17:18,612 DEBUG [RS:0;ec46afd49254:33821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:18,612 DEBUG [RS:0;ec46afd49254:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:18,613 INFO [RS:0;ec46afd49254:33821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:17:18,613 INFO [RS:0;ec46afd49254:33821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:17:18,613 INFO [RS:0;ec46afd49254:33821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:17:18,613 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:17:18,613 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:17:18,613 DEBUG [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:17:18,613 DEBUG [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:17:18,613 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:17:18,613 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:17:18,614 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:17:18,614 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:17:18,614 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:17:18,614 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T05:17:18,639 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:17:18,641 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740/.tmp/ns/2082917c66914c8fbdd10fa8ecef86a6 is 43, key is default/ns:d/1733462236203/Put/seqid=0 2024-12-06T05:17:18,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741835_1011 (size=5153) 2024-12-06T05:17:18,652 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740/.tmp/ns/2082917c66914c8fbdd10fa8ecef86a6 2024-12-06T05:17:18,673 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740/.tmp/ns/2082917c66914c8fbdd10fa8ecef86a6 as hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740/ns/2082917c66914c8fbdd10fa8ecef86a6 2024-12-06T05:17:18,690 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740/ns/2082917c66914c8fbdd10fa8ecef86a6, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T05:17:18,693 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 79ms, sequenceid=6, compaction requested=false 2024-12-06T05:17:18,731 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T05:17:18,731 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:17:18,732 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:17:18,732 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:18,732 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462238613Running coprocessor pre-close hooks at 1733462238613Disabling compacts and flushes for region at 1733462238613Disabling writes for close at 1733462238614 (+1 ms)Obtaining lock to block concurrent updates at 1733462238614Preparing flush snapshotting stores in 1588230740 at 1733462238614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733462238614Flushing stores of hbase:meta,,1.1588230740 at 1733462238617 (+3 ms)Flushing 1588230740/ns: creating writer at 1733462238617Flushing 1588230740/ns: appending metadata at 1733462238639 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733462238639Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd5fa: reopening flushed file at 1733462238671 (+32 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 79ms, sequenceid=6, compaction requested=false at 1733462238693 (+22 ms)Writing region close event to WAL at 1733462238720 (+27 ms)Running coprocessor post-close hooks at 1733462238731 (+11 ms)Closed at 1733462238732 (+1 ms) 2024-12-06T05:17:18,732 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:18,812 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.wal-reader.ec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405 to pos 0, reset compression=false 2024-12-06T05:17:18,813 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,33821,1733462232764; all regions closed. 2024-12-06T05:17:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741834_1010 (size=1152) 2024-12-06T05:17:18,834 DEBUG [RS:0;ec46afd49254:33821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/oldWALs 2024-12-06T05:17:18,834 INFO [RS:0;ec46afd49254:33821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C33821%2C1733462232764.meta:.meta(num 1733462236105) 2024-12-06T05:17:18,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741832_1008 (size=93) 2024-12-06T05:17:18,847 DEBUG [RS:0;ec46afd49254:33821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/oldWALs 2024-12-06T05:17:18,847 INFO [RS:0;ec46afd49254:33821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C33821%2C1733462232764:(num 1733462235065) 2024-12-06T05:17:18,847 DEBUG [RS:0;ec46afd49254:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:18,847 INFO [RS:0;ec46afd49254:33821 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:17:18,847 INFO [RS:0;ec46afd49254:33821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:17:18,847 INFO [RS:0;ec46afd49254:33821 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T05:17:18,848 INFO [RS:0;ec46afd49254:33821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:17:18,848 INFO [RS:0;ec46afd49254:33821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33821 2024-12-06T05:17:18,848 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:17:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269/rs 2024-12-06T05:17:18,881 INFO [RS:0;ec46afd49254:33821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:17:18,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,33821,1733462232764] 2024-12-06T05:17:18,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227457269/rs/ec46afd49254,33821,1733462232764 2024-12-06T05:17:18,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1227457269/draining/ec46afd49254,33821,1733462232764 already deleted, retry=false 2024-12-06T05:17:18,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,33821,1733462232764 expired; onlineServers=0 2024-12-06T05:17:18,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,39151,1733462232621' ***** 2024-12-06T05:17:18,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:17:18,989 INFO [M:0;ec46afd49254:39151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:17:18,989 INFO [M:0;ec46afd49254:39151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:17:18,989 DEBUG [M:0;ec46afd49254:39151 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:17:18,989 DEBUG [M:0;ec46afd49254:39151 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:17:18,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:17:18,989 INFO [M:0;ec46afd49254:39151 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:17:18,989 INFO [M:0;ec46afd49254:39151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:17:18,989 DEBUG [M:0;ec46afd49254:39151 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:17:18,989 INFO [M:0;ec46afd49254:39151 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:17:18,989 INFO [M:0;ec46afd49254:39151 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:17:18,990 INFO [M:0;ec46afd49254:39151 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:17:18,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:17:18,990 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462234872 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462234872,5,FailOnTimeoutGroup] 2024-12-06T05:17:18,992 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462234872 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462234872,5,FailOnTimeoutGroup] 2024-12-06T05:17:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227457269/master 2024-12-06T05:17:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227457269 2024-12-06T05:17:19,000 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1227457269/master already deleted, retry=false 2024-12-06T05:17:19,000 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Failed delete of our master address node; KeeperErrorCode = NoNode for /1227457269/master 2024-12-06T05:17:19,002 INFO [M:0;ec46afd49254:39151 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/.lastflushedseqids 2024-12-06T05:17:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741836_1012 (size=99) 2024-12-06T05:17:19,076 INFO [RS:0;ec46afd49254:33821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:17:19,076 INFO [RS:0;ec46afd49254:33821 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,33821,1733462232764; zookeeper connection closed. 2024-12-06T05:17:19,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cf8b20c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cf8b20c 2024-12-06T05:17:19,079 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:17:19,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:19,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x101a9126a770004, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:19,327 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.wal-reader.ec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405 to pos 0, reset compression=false 2024-12-06T05:17:19,415 INFO [M:0;ec46afd49254:39151 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:17:19,415 INFO [M:0;ec46afd49254:39151 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:17:19,415 DEBUG [M:0;ec46afd49254:39151 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:17:19,416 INFO [M:0;ec46afd49254:39151 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:19,416 DEBUG [M:0;ec46afd49254:39151 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:19,416 DEBUG [M:0;ec46afd49254:39151 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:17:19,416 DEBUG [M:0;ec46afd49254:39151 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:19,416 INFO [M:0;ec46afd49254:39151 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T05:17:19,438 DEBUG [M:0;ec46afd49254:39151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd6e96d4e56c458597a80973c4fef467 is 82, key is hbase:meta,,1/info:regioninfo/1733462236173/Put/seqid=0 2024-12-06T05:17:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741837_1013 (size=5672) 2024-12-06T05:17:19,445 INFO [M:0;ec46afd49254:39151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd6e96d4e56c458597a80973c4fef467 2024-12-06T05:17:19,474 DEBUG [M:0;ec46afd49254:39151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50dfc6253ead48f481dea3d2e4b405cc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733462236208/Put/seqid=0 2024-12-06T05:17:19,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741838_1014 (size=5275) 2024-12-06T05:17:19,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:17:19,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:17:19,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:17:19,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T05:17:19,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:17:19,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T05:17:19,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:17:19,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T05:17:19,880 INFO [M:0;ec46afd49254:39151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50dfc6253ead48f481dea3d2e4b405cc 2024-12-06T05:17:19,903 DEBUG [M:0;ec46afd49254:39151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7a5d2413b7f45d5b1a4cb788511887a is 69, key is ec46afd49254,33821,1733462232764/rs:state/1733462234918/Put/seqid=0 2024-12-06T05:17:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741839_1015 (size=5156) 2024-12-06T05:17:19,932 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.wal-reader.ec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405 to pos 0, reset compression=false 2024-12-06T05:17:20,309 INFO [M:0;ec46afd49254:39151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7a5d2413b7f45d5b1a4cb788511887a 2024-12-06T05:17:20,318 DEBUG [M:0;ec46afd49254:39151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd6e96d4e56c458597a80973c4fef467 as hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd6e96d4e56c458597a80973c4fef467 2024-12-06T05:17:20,327 INFO [M:0;ec46afd49254:39151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd6e96d4e56c458597a80973c4fef467, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T05:17:20,328 DEBUG [M:0;ec46afd49254:39151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50dfc6253ead48f481dea3d2e4b405cc as hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50dfc6253ead48f481dea3d2e4b405cc 2024-12-06T05:17:20,335 INFO [M:0;ec46afd49254:39151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50dfc6253ead48f481dea3d2e4b405cc, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T05:17:20,337 DEBUG [M:0;ec46afd49254:39151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7a5d2413b7f45d5b1a4cb788511887a as hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7a5d2413b7f45d5b1a4cb788511887a 2024-12-06T05:17:20,346 INFO [M:0;ec46afd49254:39151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37019/user/jenkins/test-data/ea8d3f21-27f3-52ff-a8a6-d7c83e35e47d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7a5d2413b7f45d5b1a4cb788511887a, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T05:17:20,347 INFO [M:0;ec46afd49254:39151 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=28, compaction requested=false 2024-12-06T05:17:20,354 INFO [M:0;ec46afd49254:39151 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:20,354 DEBUG [M:0;ec46afd49254:39151 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462239415Disabling compacts and flushes for region at 1733462239415Disabling writes for close at 1733462239416 (+1 ms)Obtaining lock to block concurrent updates at 1733462239416Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462239416Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733462239417 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462239417Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462239417Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462239437 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462239437Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462239454 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462239473 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462239473Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462239886 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462239903 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462239903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b3f87e3: reopening flushed file at 1733462240317 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce16f9: reopening flushed file at 1733462240327 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a58380a: reopening flushed file at 1733462240335 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=28, compaction requested=false at 1733462240347 (+12 ms)Writing region close event to WAL at 1733462240354 (+7 ms)Closed at 1733462240354 2024-12-06T05:17:20,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44467 is added to blk_1073741830_1006 (size=10165) 2024-12-06T05:17:20,363 INFO [M:0;ec46afd49254:39151 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:17:20,363 INFO [M:0;ec46afd49254:39151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39151 2024-12-06T05:17:20,364 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:17:20,364 INFO [M:0;ec46afd49254:39151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:17:20,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:20,520 INFO [M:0;ec46afd49254:39151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:17:20,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39151-0x101a9126a770003, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:20,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cedc660{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:17:20,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60dd1593{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:17:20,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:17:20,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d518ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:17:20,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0e6b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.log.dir/,STOPPED} 2024-12-06T05:17:20,569 WARN [BP-1704529508-172.17.0.3-1733462230584 heartbeating to localhost/127.0.0.1:37019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:17:20,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:17:20,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:17:20,569 WARN [BP-1704529508-172.17.0.3-1733462230584 heartbeating to localhost/127.0.0.1:37019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1704529508-172.17.0.3-1733462230584 (Datanode Uuid 428bd5f1-c2f0-4ed2-8baf-56cb57620b7c) service to localhost/127.0.0.1:37019 2024-12-06T05:17:20,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/cluster_c24ea3ff-c811-40a3-9ce7-1197cb3dd44a/data/data1/current/BP-1704529508-172.17.0.3-1733462230584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:17:20,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/cluster_c24ea3ff-c811-40a3-9ce7-1197cb3dd44a/data/data2/current/BP-1704529508-172.17.0.3-1733462230584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:17:20,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:17:20,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@752b8385{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:17:20,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45fdf487{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:17:20,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:17:20,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d66c243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:17:20,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c6a314f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.log.dir/,STOPPED} 2024-12-06T05:17:20,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:17:20,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:17:20,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:20,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:20,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:20,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:20,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:20,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:17:20,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=653756689, stopped=false 2024-12-06T05:17:20,601 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,45609,1733462226803 2024-12-06T05:17:20,620 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072129517/running 2024-12-06T05:17:20,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072129517/running 2024-12-06T05:17:20,620 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:17:20,620 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:20,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:20,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:20,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:20,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:20,620 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,40555,1733462227165' ***** 2024-12-06T05:17:20,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on znode that does not yet exist, /01072129517/running 2024-12-06T05:17:20,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Set watcher on znode that does not yet exist, /01072129517/running 2024-12-06T05:17:20,620 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:17:20,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(3091): Received CLOSE for 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,40555,1733462227165 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:40555. 2024-12-06T05:17:20,621 DEBUG [RS:0;ec46afd49254:40555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:20,621 DEBUG [RS:0;ec46afd49254:40555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:20,621 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3aa7921ceb8bf69f1516deb2591bc0a3, disabling compactions & flushes 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:17:20,621 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:20,621 INFO [RS:0;ec46afd49254:40555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:17:20,621 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:20,622 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:17:20,622 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. after waiting 0 ms 2024-12-06T05:17:20,622 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:20,622 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3aa7921ceb8bf69f1516deb2591bc0a3 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T05:17:20,622 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:17:20,622 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3aa7921ceb8bf69f1516deb2591bc0a3=hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3.} 2024-12-06T05:17:20,622 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:17:20,622 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:20,622 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:17:20,622 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:17:20,622 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:17:20,622 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:17:20,622 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T05:17:20,636 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/replication/3aa7921ceb8bf69f1516deb2591bc0a3/.tmp/queue/83a39fa34f494a3581087c3929232089 is 151, key is 1-ec46afd49254,40555,1733462227165/queue:ec46afd49254%2C40555%2C1733462227165/1733462237853/Put/seqid=0 2024-12-06T05:17:20,636 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/.tmp/info/d12748eb1caf4a698d50e293b8a3181b is 147, key is hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3./info:regioninfo/1733462237547/Put/seqid=0 2024-12-06T05:17:20,637 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.wal-reader.ec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405 to pos 0, reset compression=false 2024-12-06T05:17:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741838_1014 (size=6631) 2024-12-06T05:17:20,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741839_1015 (size=5350) 2024-12-06T05:17:20,681 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:17:20,822 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:21,022 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3aa7921ceb8bf69f1516deb2591bc0a3 2024-12-06T05:17:21,041 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/.tmp/info/d12748eb1caf4a698d50e293b8a3181b 2024-12-06T05:17:21,042 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/replication/3aa7921ceb8bf69f1516deb2591bc0a3/.tmp/queue/83a39fa34f494a3581087c3929232089 2024-12-06T05:17:21,050 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/replication/3aa7921ceb8bf69f1516deb2591bc0a3/.tmp/queue/83a39fa34f494a3581087c3929232089 as hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/replication/3aa7921ceb8bf69f1516deb2591bc0a3/queue/83a39fa34f494a3581087c3929232089 2024-12-06T05:17:21,061 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/replication/3aa7921ceb8bf69f1516deb2591bc0a3/queue/83a39fa34f494a3581087c3929232089, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T05:17:21,063 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3aa7921ceb8bf69f1516deb2591bc0a3 in 441ms, sequenceid=5, compaction requested=false 2024-12-06T05:17:21,063 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:17:21,067 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/.tmp/ns/78dca176937f4f5daa5a2422974da8f6 is 43, key is default/ns:d/1733462230450/Put/seqid=0 2024-12-06T05:17:21,069 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/replication/3aa7921ceb8bf69f1516deb2591bc0a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:17:21,070 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:17:21,070 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:17:21,070 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:21,070 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3aa7921ceb8bf69f1516deb2591bc0a3: Waiting for close lock at 1733462240621Running coprocessor pre-close hooks at 1733462240621Disabling compacts and flushes for region at 1733462240621Disabling writes for close at 1733462240622 (+1 ms)Obtaining lock to block concurrent updates at 1733462240622Preparing flush snapshotting stores in 3aa7921ceb8bf69f1516deb2591bc0a3 at 1733462240622Finished memstore snapshotting hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733462240622Flushing stores of hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. at 1733462240623 (+1 ms)Flushing 3aa7921ceb8bf69f1516deb2591bc0a3/queue: creating writer at 1733462240623Flushing 3aa7921ceb8bf69f1516deb2591bc0a3/queue: appending metadata at 1733462240635 (+12 ms)Flushing 3aa7921ceb8bf69f1516deb2591bc0a3/queue: closing flushed file at 1733462240636 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e66502b: reopening flushed file at 1733462241049 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3aa7921ceb8bf69f1516deb2591bc0a3 in 441ms, sequenceid=5, compaction requested=false at 1733462241063 (+14 ms)Writing region close event to WAL at 1733462241064 (+1 ms)Running coprocessor post-close hooks at 1733462241070 (+6 ms)Closed at 1733462241070 2024-12-06T05:17:21,070 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462236353.3aa7921ceb8bf69f1516deb2591bc0a3. 2024-12-06T05:17:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741840_1016 (size=5153) 2024-12-06T05:17:21,222 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:17:21,365 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:17:21,365 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:17:21,423 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:17:21,442 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.wal-reader.ec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/WALs/ec46afd49254,40555,1733462227165/ec46afd49254%2C40555%2C1733462227165.1733462229405 to pos 0, reset compression=false 2024-12-06T05:17:21,473 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/.tmp/ns/78dca176937f4f5daa5a2422974da8f6 2024-12-06T05:17:21,499 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/.tmp/table/b46d22b53af649c6ad6c0b2b3a1adfd4 is 53, key is hbase:replication/table:state/1733462237563/Put/seqid=0 2024-12-06T05:17:21,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741841_1017 (size=5256) 2024-12-06T05:17:21,623 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:17:21,623 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:17:21,623 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:17:21,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:17:21,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:21,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:21,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:21,823 DEBUG [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:17:21,908 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/.tmp/table/b46d22b53af649c6ad6c0b2b3a1adfd4 2024-12-06T05:17:21,917 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/.tmp/info/d12748eb1caf4a698d50e293b8a3181b as hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/info/d12748eb1caf4a698d50e293b8a3181b 2024-12-06T05:17:21,926 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/info/d12748eb1caf4a698d50e293b8a3181b, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T05:17:21,927 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/.tmp/ns/78dca176937f4f5daa5a2422974da8f6 as hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/ns/78dca176937f4f5daa5a2422974da8f6 2024-12-06T05:17:21,935 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/ns/78dca176937f4f5daa5a2422974da8f6, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T05:17:21,937 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/.tmp/table/b46d22b53af649c6ad6c0b2b3a1adfd4 as hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/table/b46d22b53af649c6ad6c0b2b3a1adfd4 2024-12-06T05:17:21,946 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/table/b46d22b53af649c6ad6c0b2b3a1adfd4, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T05:17:21,948 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false 2024-12-06T05:17:21,978 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T05:17:21,980 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:17:21,980 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:17:21,980 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:21,981 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462240622Running coprocessor pre-close hooks at 1733462240622Disabling compacts and flushes for region at 1733462240622Disabling writes for close at 1733462240622Obtaining lock to block concurrent updates at 1733462240622Preparing flush snapshotting stores in 1588230740 at 1733462240622Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733462240622Flushing stores of hbase:meta,,1.1588230740 at 1733462240623 (+1 ms)Flushing 1588230740/info: creating writer at 1733462240623Flushing 1588230740/info: appending metadata at 1733462240636 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733462240636Flushing 1588230740/ns: creating writer at 1733462241049 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733462241066 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733462241066Flushing 1588230740/table: creating writer at 1733462241480 (+414 ms)Flushing 1588230740/table: appending metadata at 1733462241498 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733462241498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42bcebb: reopening flushed file at 1733462241916 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77820a63: reopening flushed file at 1733462241926 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284aea3e: reopening flushed file at 1733462241936 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false at 1733462241948 (+12 ms)Writing region close event to WAL at 1733462241966 (+18 ms)Running coprocessor post-close hooks at 1733462241980 (+14 ms)Closed at 1733462241980 2024-12-06T05:17:21,981 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:22,024 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,40555,1733462227165; all regions closed. 2024-12-06T05:17:22,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741834_1010 (size=2742) 2024-12-06T05:17:22,046 DEBUG [RS:0;ec46afd49254:40555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/oldWALs 2024-12-06T05:17:22,046 INFO [RS:0;ec46afd49254:40555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C40555%2C1733462227165.meta:.meta(num 1733462230361) 2024-12-06T05:17:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741837_1013 (size=1586) 2024-12-06T05:17:22,089 DEBUG [RS:0;ec46afd49254:40555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/oldWALs 2024-12-06T05:17:22,089 INFO [RS:0;ec46afd49254:40555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C40555%2C1733462227165.rep:(num 1733462237507) 2024-12-06T05:17:22,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741832_1008 (size=93) 2024-12-06T05:17:22,133 DEBUG [RS:0;ec46afd49254:40555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/oldWALs 2024-12-06T05:17:22,133 INFO [RS:0;ec46afd49254:40555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C40555%2C1733462227165:(num 1733462229405) 2024-12-06T05:17:22,133 DEBUG [RS:0;ec46afd49254:40555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:22,133 INFO [RS:0;ec46afd49254:40555 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:17:22,133 INFO [RS:0;ec46afd49254:40555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:17:22,133 INFO [RS:0;ec46afd49254:40555 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:17:22,134 INFO [RS:0;ec46afd49254:40555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:17:22,134 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:17:22,134 INFO [RS:0;ec46afd49254:40555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,40555,1733462227165 because: Region server is closing 2024-12-06T05:17:22,134 INFO [RS:0;ec46afd49254:40555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:40555. 2024-12-06T05:17:22,135 DEBUG [RS:0;ec46afd49254:40555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:22,135 DEBUG [RS:0;ec46afd49254:40555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:22,135 DEBUG [RS:0;ec46afd49254:40555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:22,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:22,235 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.wal-reader.ec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:17:22,235 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.shipperec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T05:17:22,236 INFO [RS:0;ec46afd49254:40555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40555,1733462227165.replicationSource.shipperec46afd49254%2C40555%2C1733462227165,1-ec46afd49254,40555,1733462227165 terminated 2024-12-06T05:17:22,236 INFO [RS:0;ec46afd49254:40555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40555 2024-12-06T05:17:22,300 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072129517/rs/ec46afd49254,40555,1733462227165 2024-12-06T05:17:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517/rs 2024-12-06T05:17:22,300 INFO [RS:0;ec46afd49254:40555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:17:22,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,40555,1733462227165] 2024-12-06T05:17:22,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01072129517/draining/ec46afd49254,40555,1733462227165 already deleted, retry=false 2024-12-06T05:17:22,426 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,40555,1733462227165 expired; onlineServers=0 2024-12-06T05:17:22,426 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,45609,1733462226803' ***** 2024-12-06T05:17:22,426 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:17:22,426 INFO [M:0;ec46afd49254:45609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:17:22,426 INFO [M:0;ec46afd49254:45609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:17:22,426 DEBUG [M:0;ec46afd49254:45609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:17:22,426 DEBUG [M:0;ec46afd49254:45609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:17:22,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:17:22,426 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462229135 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462229135,5,FailOnTimeoutGroup] 2024-12-06T05:17:22,426 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462229135 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462229135,5,FailOnTimeoutGroup] 2024-12-06T05:17:22,427 INFO [M:0;ec46afd49254:45609 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:17:22,427 INFO [M:0;ec46afd49254:45609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:17:22,427 DEBUG [M:0;ec46afd49254:45609 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:17:22,427 INFO [M:0;ec46afd49254:45609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:17:22,427 INFO [M:0;ec46afd49254:45609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:17:22,428 INFO [M:0;ec46afd49254:45609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:17:22,428 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:17:22,442 INFO [RS:0;ec46afd49254:40555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:17:22,442 INFO [RS:0;ec46afd49254:40555 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,40555,1733462227165; zookeeper connection closed. 2024-12-06T05:17:22,442 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:22,442 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40555-0x101a9126a770001, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:22,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea5871b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea5871b 2024-12-06T05:17:22,449 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:17:22,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01072129517/master 2024-12-06T05:17:22,469 DEBUG [M:0;ec46afd49254:45609 {}] zookeeper.ZKUtil(347): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Unable to get data of znode /01072129517/master because node does not exist (not an error) 2024-12-06T05:17:22,469 WARN [M:0;ec46afd49254:45609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:17:22,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01072129517 2024-12-06T05:17:22,470 INFO [M:0;ec46afd49254:45609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/.lastflushedseqids 2024-12-06T05:17:22,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741842_1018 (size=181) 2024-12-06T05:17:22,909 INFO [M:0;ec46afd49254:45609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:17:22,909 INFO [M:0;ec46afd49254:45609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:17:22,910 DEBUG [M:0;ec46afd49254:45609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:17:22,910 INFO [M:0;ec46afd49254:45609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:22,910 DEBUG [M:0;ec46afd49254:45609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:22,910 DEBUG [M:0;ec46afd49254:45609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:17:22,910 DEBUG [M:0;ec46afd49254:45609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:22,910 INFO [M:0;ec46afd49254:45609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T05:17:22,944 DEBUG [M:0;ec46afd49254:45609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5163d088d114496a9d9ba2feb788c09c is 82, key is hbase:meta,,1/info:regioninfo/1733462230402/Put/seqid=0 2024-12-06T05:17:22,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741843_1019 (size=5672) 2024-12-06T05:17:22,968 INFO [M:0;ec46afd49254:45609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5163d088d114496a9d9ba2feb788c09c 2024-12-06T05:17:23,019 DEBUG [M:0;ec46afd49254:45609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f4d6291a8124e7994216b40da54bc16 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733462237572/Put/seqid=0 2024-12-06T05:17:23,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741844_1020 (size=7203) 2024-12-06T05:17:23,061 INFO [M:0;ec46afd49254:45609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f4d6291a8124e7994216b40da54bc16 2024-12-06T05:17:23,108 DEBUG [M:0;ec46afd49254:45609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8fbb4e3495040f6b41a430c74e79bd1 is 69, key is ec46afd49254,40555,1733462227165/rs:state/1733462229246/Put/seqid=0 2024-12-06T05:17:23,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741845_1021 (size=5156) 2024-12-06T05:17:23,158 INFO [M:0;ec46afd49254:45609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8fbb4e3495040f6b41a430c74e79bd1 2024-12-06T05:17:23,175 DEBUG [M:0;ec46afd49254:45609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5163d088d114496a9d9ba2feb788c09c as hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5163d088d114496a9d9ba2feb788c09c 2024-12-06T05:17:23,209 INFO [M:0;ec46afd49254:45609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5163d088d114496a9d9ba2feb788c09c, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T05:17:23,217 DEBUG [M:0;ec46afd49254:45609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f4d6291a8124e7994216b40da54bc16 as hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f4d6291a8124e7994216b40da54bc16 2024-12-06T05:17:23,244 INFO [M:0;ec46afd49254:45609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f4d6291a8124e7994216b40da54bc16, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T05:17:23,252 DEBUG [M:0;ec46afd49254:45609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8fbb4e3495040f6b41a430c74e79bd1 as hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8fbb4e3495040f6b41a430c74e79bd1 2024-12-06T05:17:23,265 INFO [M:0;ec46afd49254:45609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40525/user/jenkins/test-data/6777b2cd-5861-d197-3031-3d5571f5d228/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8fbb4e3495040f6b41a430c74e79bd1, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T05:17:23,266 INFO [M:0;ec46afd49254:45609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 356ms, sequenceid=70, compaction requested=false 2024-12-06T05:17:23,307 INFO [M:0;ec46afd49254:45609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:23,307 DEBUG [M:0;ec46afd49254:45609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462242909Disabling compacts and flushes for region at 1733462242909Disabling writes for close at 1733462242910 (+1 ms)Obtaining lock to block concurrent updates at 1733462242910Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462242910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733462242910Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462242911 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462242911Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462242943 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462242944 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462242982 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462243018 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462243018Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462243070 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462243107 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462243107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ea270c: reopening flushed file at 1733462243174 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43691043: reopening flushed file at 1733462243209 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cdba622: reopening flushed file at 1733462243244 (+35 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 356ms, sequenceid=70, compaction requested=false at 1733462243266 (+22 ms)Writing region close event to WAL at 1733462243307 (+41 ms)Closed at 1733462243307 2024-12-06T05:17:23,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37197 is added to blk_1073741830_1006 (size=41008) 2024-12-06T05:17:23,321 INFO [M:0;ec46afd49254:45609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:17:23,321 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:17:23,321 INFO [M:0;ec46afd49254:45609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45609 2024-12-06T05:17:23,322 INFO [M:0;ec46afd49254:45609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:17:23,573 INFO [M:0;ec46afd49254:45609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:17:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45609-0x101a9126a770000, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:17:23,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a545d1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:17:23,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bd303e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:17:23,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:17:23,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d38912e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:17:23,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685cae17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.log.dir/,STOPPED} 2024-12-06T05:17:23,604 WARN [BP-1276889439-172.17.0.3-1733462224618 heartbeating to localhost/127.0.0.1:40525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:17:23,604 WARN [BP-1276889439-172.17.0.3-1733462224618 heartbeating to localhost/127.0.0.1:40525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1276889439-172.17.0.3-1733462224618 (Datanode Uuid 772d07b0-e2ed-4d28-9390-8bf23a352fea) service to localhost/127.0.0.1:40525 2024-12-06T05:17:23,604 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:17:23,604 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:17:23,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/cluster_199d8f75-1412-b2f9-7b7b-524041952166/data/data1/current/BP-1276889439-172.17.0.3-1733462224618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:17:23,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/cluster_199d8f75-1412-b2f9-7b7b-524041952166/data/data2/current/BP-1276889439-172.17.0.3-1733462224618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:17:23,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:17:23,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51cae60d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:17:23,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@525ef99c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:17:23,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:17:23,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69bd09ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:17:23,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c43b8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad05a57-070f-110e-0ab0-0703590a9e70/hadoop.log.dir/,STOPPED} 2024-12-06T05:17:23,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:17:23,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:17:23,662 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=135 (was 106) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:40525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60775) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:40525 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60775) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:40525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37019 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=975 (was 1107), ProcessCount=11 (was 11), AvailableMemoryMB=6528 (was 5918) - AvailableMemoryMB LEAK? - 2024-12-06T05:17:23,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=135, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=975, ProcessCount=11, AvailableMemoryMB=6528 2024-12-06T05:17:23,688 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-06T05:17:23,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.log.dir so I do NOT create it in target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b 2024-12-06T05:17:23,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:17:23,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.tmp.dir so I do NOT create it in target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b 2024-12-06T05:17:23,689 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c738ab5-7a0f-f850-65ff-b73a143194d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:17:23,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b 2024-12-06T05:17:23,689 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/cluster_4d5f2368-1d32-7c21-5222-e5bab9fe6b4d, deleteOnExit=true 2024-12-06T05:17:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a9126a770002, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:17:23,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a9126a770002, quorum=127.0.0.1:60775, baseZNode=/01072129517 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:17:23,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a9126a770005, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:17:23,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a9126a770005, quorum=127.0.0.1:60775, baseZNode=/1227457269 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:17:23,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/cluster_4d5f2368-1d32-7c21-5222-e5bab9fe6b4d/zookeeper_0, clientPort=49705, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/cluster_4d5f2368-1d32-7c21-5222-e5bab9fe6b4d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/cluster_4d5f2368-1d32-7c21-5222-e5bab9fe6b4d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:17:23,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49705 2024-12-06T05:17:23,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:17:23,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:17:23,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/test.cache.data in system properties and HBase conf 2024-12-06T05:17:23,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:17:23,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:17:23,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:17:23,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:17:23,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:17:23,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:17:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:17:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:17:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:17:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:17:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:17:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:17:23,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:17:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:17:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:17:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:17:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:17:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:17:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:17:23,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:17:24,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:24,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:17:24,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:17:24,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:17:24,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:17:24,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:24,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c631403{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:17:24,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12ab0416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:17:24,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6380c7ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/java.io.tmpdir/jetty-localhost-41491-hadoop-hdfs-3_4_1-tests_jar-_-any-10648411943535776045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:17:24,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c057cd{HTTP/1.1, (http/1.1)}{localhost:41491} 2024-12-06T05:17:24,488 INFO [Time-limited test {}] server.Server(415): Started @100861ms 2024-12-06T05:17:24,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:25,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:17:25,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:17:25,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:17:25,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:17:25,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f897314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:17:25,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b06571{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:17:25,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@365ad6ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/java.io.tmpdir/jetty-localhost-45411-hadoop-hdfs-3_4_1-tests_jar-_-any-16221535179121619286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:17:25,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273110db{HTTP/1.1, (http/1.1)}{localhost:45411} 2024-12-06T05:17:25,185 INFO [Time-limited test {}] server.Server(415): Started @101558ms 2024-12-06T05:17:25,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:17:26,048 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/cluster_4d5f2368-1d32-7c21-5222-e5bab9fe6b4d/data/data1/current/BP-137974790-172.17.0.3-1733462243864/current, will proceed with Du for space computation calculation, 2024-12-06T05:17:26,048 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/cluster_4d5f2368-1d32-7c21-5222-e5bab9fe6b4d/data/data2/current/BP-137974790-172.17.0.3-1733462243864/current, will proceed with Du for space computation calculation, 2024-12-06T05:17:26,121 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:17:26,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63885439eff60a5c with lease ID 0xfce4fba3d2bf8ae9: Processing first storage report for DS-ed0e92aa-1db2-4a3c-8824-4c6dfa0b1ed5 from datanode DatanodeRegistration(127.0.0.1:46291, datanodeUuid=50a1f3ae-3838-4e91-a3af-4d65028c92c0, infoPort=43907, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=1474438036;c=1733462243864) 2024-12-06T05:17:26,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63885439eff60a5c with lease ID 0xfce4fba3d2bf8ae9: from storage DS-ed0e92aa-1db2-4a3c-8824-4c6dfa0b1ed5 node DatanodeRegistration(127.0.0.1:46291, datanodeUuid=50a1f3ae-3838-4e91-a3af-4d65028c92c0, infoPort=43907, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=1474438036;c=1733462243864), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:17:26,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63885439eff60a5c with lease ID 0xfce4fba3d2bf8ae9: Processing first storage report for DS-5f0f1d9c-00de-4c20-80dd-2151c627b067 from datanode DatanodeRegistration(127.0.0.1:46291, datanodeUuid=50a1f3ae-3838-4e91-a3af-4d65028c92c0, infoPort=43907, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=1474438036;c=1733462243864) 2024-12-06T05:17:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63885439eff60a5c with lease ID 0xfce4fba3d2bf8ae9: from storage DS-5f0f1d9c-00de-4c20-80dd-2151c627b067 node DatanodeRegistration(127.0.0.1:46291, datanodeUuid=50a1f3ae-3838-4e91-a3af-4d65028c92c0, infoPort=43907, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=1474438036;c=1733462243864), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:17:26,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b 2024-12-06T05:17:26,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:26,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:17:26,239 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac with version=8 2024-12-06T05:17:26,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/hbase-staging 2024-12-06T05:17:26,242 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:17:26,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:26,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:26,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:17:26,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:26,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:17:26,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:17:26,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:17:26,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40819 2024-12-06T05:17:26,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40819 connecting to ZooKeeper ensemble=127.0.0.1:49705 2024-12-06T05:17:26,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408190x0, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:26,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40819-0x101a912b56b0000 connected 2024-12-06T05:17:26,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:26,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:26,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on znode that does not yet exist, /0-1059577143/running 2024-12-06T05:17:26,477 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac, hbase.cluster.distributed=false 2024-12-06T05:17:26,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on znode that does not yet exist, /0-1059577143/acl 2024-12-06T05:17:26,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40819 2024-12-06T05:17:26,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40819 2024-12-06T05:17:26,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40819 2024-12-06T05:17:26,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40819 2024-12-06T05:17:26,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40819 2024-12-06T05:17:26,533 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:17:26,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:26,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:26,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:17:26,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:26,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:17:26,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:17:26,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:17:26,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39323 2024-12-06T05:17:26,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39323 connecting to ZooKeeper ensemble=127.0.0.1:49705 2024-12-06T05:17:26,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:26,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:26,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393230x0, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:26,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393230x0, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on znode that does not yet exist, /0-1059577143/running 2024-12-06T05:17:26,554 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:17:26,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39323-0x101a912b56b0001 connected 2024-12-06T05:17:26,567 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:17:26,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on znode that does not yet exist, /0-1059577143/master 2024-12-06T05:17:26,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:17:26,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on znode that does not yet exist, /0-1059577143/acl 2024-12-06T05:17:26,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:26,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:26,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:26,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:26,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39323 2024-12-06T05:17:26,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39323 2024-12-06T05:17:26,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39323 2024-12-06T05:17:26,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39323 2024-12-06T05:17:26,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39323 2024-12-06T05:17:26,651 DEBUG [M:0;ec46afd49254:40819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:40819 2024-12-06T05:17:26,652 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1059577143/backup-masters/ec46afd49254,40819,1733462246242 2024-12-06T05:17:26,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143/backup-masters 2024-12-06T05:17:26,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143/backup-masters 2024-12-06T05:17:26,665 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on existing znode=/0-1059577143/backup-masters/ec46afd49254,40819,1733462246242 2024-12-06T05:17:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1059577143/master 2024-12-06T05:17:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:26,675 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on existing znode=/0-1059577143/master 2024-12-06T05:17:26,676 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1059577143/backup-masters/ec46afd49254,40819,1733462246242 from backup master directory 2024-12-06T05:17:26,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1059577143/backup-masters/ec46afd49254,40819,1733462246242 2024-12-06T05:17:26,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143/backup-masters 2024-12-06T05:17:26,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143/backup-masters 2024-12-06T05:17:26,685 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:17:26,685 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,40819,1733462246242 2024-12-06T05:17:26,693 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/hbase.id] with ID: d8a7446c-483f-4d8a-8fe1-6a48a1e99311 2024-12-06T05:17:26,693 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/.tmp/hbase.id 2024-12-06T05:17:26,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:17:26,713 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/.tmp/hbase.id]:[hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/hbase.id] 2024-12-06T05:17:26,741 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:26,742 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:17:26,757 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-06T05:17:26,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:26,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:26,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:17:27,179 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:17:27,180 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:17:27,180 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:17:27,608 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store 2024-12-06T05:17:27,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:17:27,629 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:27,630 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:17:27,630 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:27,630 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:27,630 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:17:27,630 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:27,630 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:27,630 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462247630Disabling compacts and flushes for region at 1733462247630Disabling writes for close at 1733462247630Writing region close event to WAL at 1733462247630Closed at 1733462247630 2024-12-06T05:17:27,632 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/.initializing 2024-12-06T05:17:27,632 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/WALs/ec46afd49254,40819,1733462246242 2024-12-06T05:17:27,636 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:17:27,638 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C40819%2C1733462246242, suffix=, logDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/WALs/ec46afd49254,40819,1733462246242, archiveDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/oldWALs, maxLogs=10 2024-12-06T05:17:27,670 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/WALs/ec46afd49254,40819,1733462246242/ec46afd49254%2C40819%2C1733462246242.1733462247638, exclude list is [], retry=0 2024-12-06T05:17:27,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-ed0e92aa-1db2-4a3c-8824-4c6dfa0b1ed5,DISK] 2024-12-06T05:17:27,713 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/WALs/ec46afd49254,40819,1733462246242/ec46afd49254%2C40819%2C1733462246242.1733462247638 2024-12-06T05:17:27,714 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43907:43907)] 2024-12-06T05:17:27,714 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:27,714 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:27,714 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,715 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:17:27,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:27,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:27,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:17:27,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:27,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:27,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:17:27,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:27,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:27,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:17:27,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:27,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:27,772 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,773 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,773 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,775 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,775 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,775 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:27,777 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:27,781 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:27,782 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65724709, jitterRate=-0.020625516772270203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:27,782 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462247715Initializing all the Stores at 1733462247728 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462247728Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462247740 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462247740Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462247740Cleaning up temporary data from old regions at 1733462247775 (+35 ms)Region opened successfully at 1733462247782 (+7 ms) 2024-12-06T05:17:27,784 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:17:27,788 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686468e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:17:27,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:17:27,793 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:17:27,793 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:17:27,793 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:17:27,794 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:17:27,794 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:17:27,794 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:17:27,806 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:17:27,807 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Unable to get data of znode /0-1059577143/balancer because node does not exist (not necessarily an error) 2024-12-06T05:17:27,894 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1059577143/balancer already deleted, retry=false 2024-12-06T05:17:27,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:17:27,896 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Unable to get data of znode /0-1059577143/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:17:27,916 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1059577143/normalizer already deleted, retry=false 2024-12-06T05:17:27,917 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:17:27,918 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Unable to get data of znode /0-1059577143/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:17:27,931 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1059577143/switch/split already deleted, retry=false 2024-12-06T05:17:27,933 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Unable to get data of znode /0-1059577143/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:17:27,952 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1059577143/switch/merge already deleted, retry=false 2024-12-06T05:17:27,957 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Unable to get data of znode /0-1059577143/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:17:27,973 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1059577143/snapshot-cleanup already deleted, retry=false 2024-12-06T05:17:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1059577143/running 2024-12-06T05:17:27,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:27,995 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,40819,1733462246242, sessionid=0x101a912b56b0000, setting cluster-up flag (Was=false) 2024-12-06T05:17:27,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1059577143/running 2024-12-06T05:17:27,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:28,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:28,089 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1059577143/flush-table-proc/acquired, /0-1059577143/flush-table-proc/reached, /0-1059577143/flush-table-proc/abort 2024-12-06T05:17:28,091 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,40819,1733462246242 2024-12-06T05:17:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:28,194 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1059577143/online-snapshot/acquired, /0-1059577143/online-snapshot/reached, /0-1059577143/online-snapshot/abort 2024-12-06T05:17:28,195 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,40819,1733462246242 2024-12-06T05:17:28,197 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:17:28,199 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:28,199 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:17:28,199 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:17:28,200 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,40819,1733462246242 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:17:28,201 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:28,201 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:28,201 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:28,201 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:28,201 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:17:28,201 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,201 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:17:28,201 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,245 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:28,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:17:28,248 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:28,248 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:17:28,259 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(746): ClusterId : d8a7446c-483f-4d8a-8fe1-6a48a1e99311 2024-12-06T05:17:28,259 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:17:28,260 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462278260 2024-12-06T05:17:28,260 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:17:28,260 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:17:28,260 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:17:28,260 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:17:28,260 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:17:28,260 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:17:28,268 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,269 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:17:28,269 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:17:28,271 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:17:28,271 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:17:28,271 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:17:28,271 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:17:28,280 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:17:28,280 DEBUG [RS:0;ec46afd49254:39323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bf6f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:17:28,312 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:17:28,313 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:17:28,316 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462248313,5,FailOnTimeoutGroup] 2024-12-06T05:17:28,320 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462248316,5,FailOnTimeoutGroup] 2024-12-06T05:17:28,320 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,320 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:17:28,320 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,320 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:17:28,340 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:17:28,340 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac 2024-12-06T05:17:28,365 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:39323 2024-12-06T05:17:28,365 INFO [RS:0;ec46afd49254:39323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:17:28,365 INFO [RS:0;ec46afd49254:39323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:17:28,365 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:17:28,366 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,40819,1733462246242 with port=39323, startcode=1733462246532 2024-12-06T05:17:28,367 DEBUG [RS:0;ec46afd49254:39323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:17:28,391 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:17:28,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,39323,1733462246532 2024-12-06T05:17:28,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40819 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,39323,1733462246532 2024-12-06T05:17:28,398 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac 2024-12-06T05:17:28,398 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32817 2024-12-06T05:17:28,398 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:17:28,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:17:28,406 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:28,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143/rs 2024-12-06T05:17:28,412 DEBUG [RS:0;ec46afd49254:39323 {}] zookeeper.ZKUtil(111): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on existing znode=/0-1059577143/rs/ec46afd49254,39323,1733462246532 2024-12-06T05:17:28,412 WARN [RS:0;ec46afd49254:39323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:17:28,412 INFO [RS:0;ec46afd49254:39323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:28,412 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532 2024-12-06T05:17:28,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:17:28,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,39323,1733462246532] 2024-12-06T05:17:28,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:17:28,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:28,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:28,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:17:28,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:17:28,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:28,460 INFO [RS:0;ec46afd49254:39323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:17:28,465 INFO [RS:0;ec46afd49254:39323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:17:28,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:28,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:17:28,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:17:28,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:28,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:28,474 INFO [RS:0;ec46afd49254:39323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:17:28,474 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:17:28,476 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:17:28,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:17:28,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:28,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:28,479 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:17:28,480 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740 2024-12-06T05:17:28,480 INFO [RS:0;ec46afd49254:39323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:17:28,480 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,480 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,480 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:17:28,481 DEBUG [RS:0;ec46afd49254:39323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:17:28,482 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740 2024-12-06T05:17:28,487 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:17:28,488 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:17:28,488 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:28,500 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:17:28,512 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,512 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,512 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,512 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,512 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,512 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39323,1733462246532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:17:28,531 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:28,538 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59316175, jitterRate=-0.1161201149225235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:28,539 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462248406Initializing all the Stores at 1733462248415 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462248415Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462248432 (+17 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462248432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462248432Cleaning up temporary data from old regions at 1733462248488 (+56 ms)Region opened successfully at 1733462248539 (+51 ms) 2024-12-06T05:17:28,539 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:17:28,539 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:17:28,539 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:17:28,539 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:17:28,539 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:17:28,554 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:28,554 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462248539Disabling compacts and flushes for region at 1733462248539Disabling writes for close at 1733462248539Writing region close event to WAL at 1733462248554 (+15 ms)Closed at 1733462248554 2024-12-06T05:17:28,555 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:17:28,555 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39323,1733462246532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,555 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,555 INFO [RS:0;ec46afd49254:39323 {}] regionserver.Replication(171): ec46afd49254,39323,1733462246532 started 2024-12-06T05:17:28,561 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:28,561 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:17:28,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:17:28,567 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:17:28,570 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:17:28,587 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:28,587 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,39323,1733462246532, RpcServer on ec46afd49254/172.17.0.3:39323, sessionid=0x101a912b56b0001 2024-12-06T05:17:28,587 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:17:28,587 DEBUG [RS:0;ec46afd49254:39323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,39323,1733462246532 2024-12-06T05:17:28,587 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,39323,1733462246532' 2024-12-06T05:17:28,587 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1059577143/flush-table-proc/abort' 2024-12-06T05:17:28,588 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1059577143/flush-table-proc/acquired' 2024-12-06T05:17:28,589 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:17:28,589 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:17:28,589 DEBUG [RS:0;ec46afd49254:39323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,39323,1733462246532 2024-12-06T05:17:28,589 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,39323,1733462246532' 2024-12-06T05:17:28,589 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1059577143/online-snapshot/abort' 2024-12-06T05:17:28,590 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1059577143/online-snapshot/acquired' 2024-12-06T05:17:28,590 DEBUG [RS:0;ec46afd49254:39323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:17:28,590 INFO [RS:0;ec46afd49254:39323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:17:28,590 INFO [RS:0;ec46afd49254:39323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:17:28,691 INFO [RS:0;ec46afd49254:39323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:17:28,693 INFO [RS:0;ec46afd49254:39323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C39323%2C1733462246532, suffix=, logDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532, archiveDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/oldWALs, maxLogs=10 2024-12-06T05:17:28,713 DEBUG [RS:0;ec46afd49254:39323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694, exclude list is [], retry=0 2024-12-06T05:17:28,720 WARN [ec46afd49254:40819 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:17:28,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-ed0e92aa-1db2-4a3c-8824-4c6dfa0b1ed5,DISK] 2024-12-06T05:17:28,761 INFO [RS:0;ec46afd49254:39323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 2024-12-06T05:17:28,772 DEBUG [RS:0;ec46afd49254:39323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43907:43907)] 2024-12-06T05:17:28,970 DEBUG [ec46afd49254:40819 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:17:28,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,39323,1733462246532 2024-12-06T05:17:28,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,39323,1733462246532, state=OPENING 2024-12-06T05:17:29,211 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:17:29,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:29,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:29,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1059577143/meta-region-server: CHANGED 2024-12-06T05:17:29,328 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:17:29,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,39323,1733462246532}] 2024-12-06T05:17:29,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1059577143/meta-region-server: CHANGED 2024-12-06T05:17:29,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:17:29,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:17:29,492 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:17:29,492 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:29,493 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:17:29,496 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C39323%2C1733462246532.meta, suffix=.meta, logDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532, archiveDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/oldWALs, maxLogs=10 2024-12-06T05:17:29,510 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.meta.1733462249497.meta, exclude list is [], retry=0 2024-12-06T05:17:29,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-ed0e92aa-1db2-4a3c-8824-4c6dfa0b1ed5,DISK] 2024-12-06T05:17:29,515 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.meta.1733462249497.meta 2024-12-06T05:17:29,515 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43907:43907)] 2024-12-06T05:17:29,516 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:29,516 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:17:29,516 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:17:29,516 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:17:29,516 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:17:29,517 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:17:29,517 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:29,517 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:17:29,517 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:17:29,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:17:29,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:17:29,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:29,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:29,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:17:29,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:17:29,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:29,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:29,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:17:29,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:17:29,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:29,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:29,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:17:29,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:17:29,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:29,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:29,528 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:17:29,528 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740 2024-12-06T05:17:29,529 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740 2024-12-06T05:17:29,531 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:17:29,531 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:17:29,532 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:29,533 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:17:29,534 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72024433, jitterRate=0.07324768602848053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:29,534 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:17:29,535 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462249517Writing region info on filesystem at 1733462249517Initializing all the Stores at 1733462249520 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462249520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462249520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462249520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462249520Cleaning up temporary data from old regions at 1733462249531 (+11 ms)Running coprocessor post-open hooks at 1733462249534 (+3 ms)Region opened successfully at 1733462249535 (+1 ms) 2024-12-06T05:17:29,536 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462249483 2024-12-06T05:17:29,538 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:17:29,538 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:17:29,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,39323,1733462246532 2024-12-06T05:17:29,540 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,39323,1733462246532, state=OPEN 2024-12-06T05:17:29,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1059577143/meta-region-server 2024-12-06T05:17:29,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1059577143/meta-region-server 2024-12-06T05:17:29,552 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,39323,1733462246532 2024-12-06T05:17:29,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1059577143/meta-region-server: CHANGED 2024-12-06T05:17:29,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1059577143/meta-region-server: CHANGED 2024-12-06T05:17:29,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:17:29,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,39323,1733462246532 in 224 msec 2024-12-06T05:17:29,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:17:29,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 994 msec 2024-12-06T05:17:29,561 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:29,561 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:17:29,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:29,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39323,1733462246532, seqNum=-1] 2024-12-06T05:17:29,563 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:29,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:29,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-12-06T05:17:29,571 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462249571, completionTime=-1 2024-12-06T05:17:29,571 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:17:29,571 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:17:29,573 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:17:29,573 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462309573 2024-12-06T05:17:29,573 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462369573 2024-12-06T05:17:29,573 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:17:29,573 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40819,1733462246242-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:29,573 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40819,1733462246242-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:29,573 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40819,1733462246242-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:29,573 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:40819, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:29,573 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:29,574 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:29,576 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:17:29,578 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.893sec 2024-12-06T05:17:29,579 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:17:29,579 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:17:29,579 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:17:29,579 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:17:29,579 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:17:29,579 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40819,1733462246242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:17:29,579 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40819,1733462246242-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:17:29,581 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:17:29,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:17:29,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40819,1733462246242-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:29,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7305b321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:29,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40819,-1 for getting cluster id 2024-12-06T05:17:29,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:29,665 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8a7446c-483f-4d8a-8fe1-6a48a1e99311' 2024-12-06T05:17:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8a7446c-483f-4d8a-8fe1-6a48a1e99311" 2024-12-06T05:17:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7909c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40819,-1] 2024-12-06T05:17:29,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:29,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:29,667 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:29,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab5eb46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:29,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:29,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39323,1733462246532, seqNum=-1] 2024-12-06T05:17:29,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:29,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:29,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,40819,1733462246242 2024-12-06T05:17:29,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49705 2024-12-06T05:17:29,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:29,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a912b56b0002 connected 2024-12-06T05:17:29,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.log.dir so I do NOT create it in target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30 2024-12-06T05:17:29,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:17:29,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.tmp.dir so I do NOT create it in target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30 2024-12-06T05:17:29,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:17:29,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30 2024-12-06T05:17:29,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:17:29,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/cluster_a80f4ef5-cfae-ed1c-4691-9d512d824f59, deleteOnExit=true 2024-12-06T05:17:29,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:17:29,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/test.cache.data in system properties and HBase conf 2024-12-06T05:17:29,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:17:29,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:17:29,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:17:29,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:17:29,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:17:29,716 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:17:29,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:17:29,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:17:29,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:17:29,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:17:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:17:29,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:17:30,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:30,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:17:30,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:17:30,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:17:30,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:17:30,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:30,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fb3350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:17:30,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d445d3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:17:30,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6789d95f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/java.io.tmpdir/jetty-localhost-41879-hadoop-hdfs-3_4_1-tests_jar-_-any-9257048515971177814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:17:30,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43793546{HTTP/1.1, (http/1.1)}{localhost:41879} 2024-12-06T05:17:30,342 INFO [Time-limited test {}] server.Server(415): Started @106715ms 2024-12-06T05:17:30,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:17:30,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:17:30,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:17:30,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:17:30,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:17:30,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fef29a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:17:30,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c283ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:17:30,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ccdba9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/java.io.tmpdir/jetty-localhost-32809-hadoop-hdfs-3_4_1-tests_jar-_-any-546562885642588329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:17:30,782 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb3acf0{HTTP/1.1, (http/1.1)}{localhost:32809} 2024-12-06T05:17:30,782 INFO [Time-limited test {}] server.Server(415): Started @107155ms 2024-12-06T05:17:30,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:17:31,516 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/cluster_a80f4ef5-cfae-ed1c-4691-9d512d824f59/data/data1/current/BP-292996384-172.17.0.3-1733462249741/current, will proceed with Du for space computation calculation, 2024-12-06T05:17:31,516 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/cluster_a80f4ef5-cfae-ed1c-4691-9d512d824f59/data/data2/current/BP-292996384-172.17.0.3-1733462249741/current, will proceed with Du for space computation calculation, 2024-12-06T05:17:31,561 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:17:31,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ea395ad10fc7fc5 with lease ID 0x7abb952917e85695: Processing first storage report for DS-0b8ac1dd-ba59-4f1a-a37e-8a146a5cc20b from datanode DatanodeRegistration(127.0.0.1:38547, datanodeUuid=1a7abb26-bc2f-4ad3-b31c-f9fe8e15b909, infoPort=38241, infoSecurePort=0, ipcPort=45931, storageInfo=lv=-57;cid=testClusterID;nsid=1041455710;c=1733462249741) 2024-12-06T05:17:31,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ea395ad10fc7fc5 with lease ID 0x7abb952917e85695: from storage DS-0b8ac1dd-ba59-4f1a-a37e-8a146a5cc20b node DatanodeRegistration(127.0.0.1:38547, datanodeUuid=1a7abb26-bc2f-4ad3-b31c-f9fe8e15b909, infoPort=38241, infoSecurePort=0, ipcPort=45931, storageInfo=lv=-57;cid=testClusterID;nsid=1041455710;c=1733462249741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:17:31,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ea395ad10fc7fc5 with lease ID 0x7abb952917e85695: Processing first storage report for DS-3e1873f0-21cc-4010-b183-09a7fd91e6ac from datanode DatanodeRegistration(127.0.0.1:38547, datanodeUuid=1a7abb26-bc2f-4ad3-b31c-f9fe8e15b909, infoPort=38241, infoSecurePort=0, ipcPort=45931, storageInfo=lv=-57;cid=testClusterID;nsid=1041455710;c=1733462249741) 2024-12-06T05:17:31,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ea395ad10fc7fc5 with lease ID 0x7abb952917e85695: from storage DS-3e1873f0-21cc-4010-b183-09a7fd91e6ac node DatanodeRegistration(127.0.0.1:38547, datanodeUuid=1a7abb26-bc2f-4ad3-b31c-f9fe8e15b909, infoPort=38241, infoSecurePort=0, ipcPort=45931, storageInfo=lv=-57;cid=testClusterID;nsid=1041455710;c=1733462249741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:17:31,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30 2024-12-06T05:17:31,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:31,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:17:31,694 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83 with version=8 2024-12-06T05:17:31,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/hbase-staging 2024-12-06T05:17:31,697 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:17:31,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:31,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:31,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:17:31,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:31,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:17:31,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:17:31,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:17:31,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34437 2024-12-06T05:17:31,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34437 connecting to ZooKeeper ensemble=127.0.0.1:49705 2024-12-06T05:17:31,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344370x0, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:31,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34437-0x101a912b56b0003 connected 2024-12-06T05:17:31,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:31,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:31,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on znode that does not yet exist, /1-2032636664/running 2024-12-06T05:17:31,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83, hbase.cluster.distributed=false 2024-12-06T05:17:31,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on znode that does not yet exist, /1-2032636664/acl 2024-12-06T05:17:31,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34437 2024-12-06T05:17:31,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34437 2024-12-06T05:17:31,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34437 2024-12-06T05:17:31,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34437 2024-12-06T05:17:31,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34437 2024-12-06T05:17:31,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:17:31,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:31,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:31,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:17:31,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:17:31,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:17:31,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:17:31,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:17:31,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41697 2024-12-06T05:17:31,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41697 connecting to ZooKeeper ensemble=127.0.0.1:49705 2024-12-06T05:17:31,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:31,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:31,885 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416970x0, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:31,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41697-0x101a912b56b0004 connected 2024-12-06T05:17:31,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on znode that does not yet exist, /1-2032636664/running 2024-12-06T05:17:31,886 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:17:31,901 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:17:31,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on znode that does not yet exist, /1-2032636664/master 2024-12-06T05:17:31,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on znode that does not yet exist, /1-2032636664/acl 2024-12-06T05:17:31,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41697 2024-12-06T05:17:31,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41697 2024-12-06T05:17:31,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41697 2024-12-06T05:17:31,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41697 2024-12-06T05:17:31,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41697 2024-12-06T05:17:31,959 DEBUG [M:0;ec46afd49254:34437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:34437 2024-12-06T05:17:31,968 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2032636664/backup-masters/ec46afd49254,34437,1733462251696 2024-12-06T05:17:31,979 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664/backup-masters 2024-12-06T05:17:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664/backup-masters 2024-12-06T05:17:31,980 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on existing znode=/1-2032636664/backup-masters/ec46afd49254,34437,1733462251696 2024-12-06T05:17:31,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:31,991 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2032636664/master 2024-12-06T05:17:31,992 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:31,994 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on existing znode=/1-2032636664/master 2024-12-06T05:17:31,995 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2032636664/backup-masters/ec46afd49254,34437,1733462251696 from backup master directory 2024-12-06T05:17:32,005 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664/backup-masters 2024-12-06T05:17:32,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2032636664/backup-masters/ec46afd49254,34437,1733462251696 2024-12-06T05:17:32,005 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:17:32,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664/backup-masters 2024-12-06T05:17:32,005 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,34437,1733462251696 2024-12-06T05:17:32,017 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/hbase.id] with ID: b6244569-f6bf-46b6-bd4e-c8f709598512 2024-12-06T05:17:32,017 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/.tmp/hbase.id 2024-12-06T05:17:32,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:17:32,059 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/.tmp/hbase.id]:[hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/hbase.id] 2024-12-06T05:17:32,084 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:32,084 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:17:32,088 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-06T05:17:32,100 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:32,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:32,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:17:32,124 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:17:32,125 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:17:32,126 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:17:32,142 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store 2024-12-06T05:17:32,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:17:32,164 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:32,164 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:17:32,164 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:32,164 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:32,164 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:17:32,164 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:32,164 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:17:32,164 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462252164Disabling compacts and flushes for region at 1733462252164Disabling writes for close at 1733462252164Writing region close event to WAL at 1733462252164Closed at 1733462252164 2024-12-06T05:17:32,166 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/.initializing 2024-12-06T05:17:32,166 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/WALs/ec46afd49254,34437,1733462251696 2024-12-06T05:17:32,169 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:17:32,170 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C34437%2C1733462251696, suffix=, logDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/WALs/ec46afd49254,34437,1733462251696, archiveDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/oldWALs, maxLogs=10 2024-12-06T05:17:32,187 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/WALs/ec46afd49254,34437,1733462251696/ec46afd49254%2C34437%2C1733462251696.1733462252171, exclude list is [], retry=0 2024-12-06T05:17:32,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38547,DS-0b8ac1dd-ba59-4f1a-a37e-8a146a5cc20b,DISK] 2024-12-06T05:17:32,213 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/WALs/ec46afd49254,34437,1733462251696/ec46afd49254%2C34437%2C1733462251696.1733462252171 2024-12-06T05:17:32,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-12-06T05:17:32,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:32,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:32,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:17:32,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:32,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:32,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:17:32,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:32,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:32,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:17:32,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:32,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:32,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:17:32,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:32,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:32,241 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,242 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,243 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,244 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,244 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,245 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:32,248 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:17:32,252 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:32,254 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66252719, jitterRate=-0.012757554650306702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:32,254 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462252214Initializing all the Stores at 1733462252216 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462252216Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462252220 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462252220Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462252220Cleaning up temporary data from old regions at 1733462252244 (+24 ms)Region opened successfully at 1733462252254 (+10 ms) 2024-12-06T05:17:32,267 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:17:32,275 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39724c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:17:32,277 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:17:32,277 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:17:32,277 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:17:32,277 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:17:32,279 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T05:17:32,280 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:17:32,280 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:17:32,291 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:17:32,292 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Unable to get data of znode /1-2032636664/balancer because node does not exist (not necessarily an error) 2024-12-06T05:17:32,305 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2032636664/balancer already deleted, retry=false 2024-12-06T05:17:32,306 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:17:32,307 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Unable to get data of znode /1-2032636664/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:17:32,316 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2032636664/normalizer already deleted, retry=false 2024-12-06T05:17:32,316 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:17:32,325 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Unable to get data of znode /1-2032636664/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:17:32,342 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2032636664/switch/split already deleted, retry=false 2024-12-06T05:17:32,343 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Unable to get data of znode /1-2032636664/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:17:32,354 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2032636664/switch/merge already deleted, retry=false 2024-12-06T05:17:32,357 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Unable to get data of znode /1-2032636664/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:17:32,368 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2032636664/snapshot-cleanup already deleted, retry=false 2024-12-06T05:17:32,380 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2032636664/running 2024-12-06T05:17:32,380 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2032636664/running 2024-12-06T05:17:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:32,386 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,34437,1733462251696, sessionid=0x101a912b56b0003, setting cluster-up flag (Was=false) 2024-12-06T05:17:32,415 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:32,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:32,453 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2032636664/flush-table-proc/acquired, /1-2032636664/flush-table-proc/reached, /1-2032636664/flush-table-proc/abort 2024-12-06T05:17:32,462 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,34437,1733462251696 2024-12-06T05:17:32,484 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:32,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:32,531 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2032636664/online-snapshot/acquired, /1-2032636664/online-snapshot/reached, /1-2032636664/online-snapshot/abort 2024-12-06T05:17:32,533 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,34437,1733462251696 2024-12-06T05:17:32,534 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:17:32,537 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:32,538 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:17:32,538 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:17:32,538 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,34437,1733462251696 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:17:32,539 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:32,540 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:32,540 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:32,540 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:17:32,540 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:17:32,540 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,540 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:17:32,540 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:32,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:17:32,543 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:32,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:17:32,569 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(746): ClusterId : b6244569-f6bf-46b6-bd4e-c8f709598512 2024-12-06T05:17:32,569 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:17:32,580 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:17:32,580 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:17:32,580 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462282580 2024-12-06T05:17:32,580 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:17:32,580 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:17:32,580 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:17:32,580 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:17:32,580 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:17:32,580 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:17:32,582 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:17:32,584 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:17:32,584 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:17:32,584 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:17:32,584 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:17:32,585 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:17:32,585 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:17:32,591 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:17:32,591 DEBUG [RS:0;ec46afd49254:41697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb7feb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:17:32,596 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462252585,5,FailOnTimeoutGroup] 2024-12-06T05:17:32,596 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462252596,5,FailOnTimeoutGroup] 2024-12-06T05:17:32,596 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,596 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:17:32,596 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,596 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,611 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:41697 2024-12-06T05:17:32,611 INFO [RS:0;ec46afd49254:41697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:17:32,611 INFO [RS:0;ec46afd49254:41697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:17:32,611 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:17:32,612 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,34437,1733462251696 with port=41697, startcode=1733462251848 2024-12-06T05:17:32,612 DEBUG [RS:0;ec46afd49254:41697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:17:32,614 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:17:32,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,41697,1733462251848 2024-12-06T05:17:32,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34437 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,41697,1733462251848 2024-12-06T05:17:32,616 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83 2024-12-06T05:17:32,616 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36467 2024-12-06T05:17:32,616 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:17:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664/rs 2024-12-06T05:17:32,672 DEBUG [RS:0;ec46afd49254:41697 {}] zookeeper.ZKUtil(111): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on existing znode=/1-2032636664/rs/ec46afd49254,41697,1733462251848 2024-12-06T05:17:32,672 WARN [RS:0;ec46afd49254:41697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:17:32,672 INFO [RS:0;ec46afd49254:41697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:32,672 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/WALs/ec46afd49254,41697,1733462251848 2024-12-06T05:17:32,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,41697,1733462251848] 2024-12-06T05:17:32,694 INFO [RS:0;ec46afd49254:41697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:17:32,704 INFO [RS:0;ec46afd49254:41697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:17:32,708 INFO [RS:0;ec46afd49254:41697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:17:32,708 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,712 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:17:32,713 INFO [RS:0;ec46afd49254:41697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:17:32,713 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,713 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,713 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,713 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:17:32,714 DEBUG [RS:0;ec46afd49254:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:17:32,724 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,724 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,724 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,724 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,724 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,724 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41697,1733462251848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:17:32,753 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:17:32,753 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41697,1733462251848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,753 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,753 INFO [RS:0;ec46afd49254:41697 {}] regionserver.Replication(171): ec46afd49254,41697,1733462251848 started 2024-12-06T05:17:32,775 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:32,775 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,41697,1733462251848, RpcServer on ec46afd49254/172.17.0.3:41697, sessionid=0x101a912b56b0004 2024-12-06T05:17:32,776 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:17:32,776 DEBUG [RS:0;ec46afd49254:41697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,41697,1733462251848 2024-12-06T05:17:32,776 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,41697,1733462251848' 2024-12-06T05:17:32,776 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2032636664/flush-table-proc/abort' 2024-12-06T05:17:32,778 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2032636664/flush-table-proc/acquired' 2024-12-06T05:17:32,778 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:17:32,778 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:17:32,778 DEBUG [RS:0;ec46afd49254:41697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,41697,1733462251848 2024-12-06T05:17:32,779 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,41697,1733462251848' 2024-12-06T05:17:32,779 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2032636664/online-snapshot/abort' 2024-12-06T05:17:32,779 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2032636664/online-snapshot/acquired' 2024-12-06T05:17:32,780 DEBUG [RS:0;ec46afd49254:41697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:17:32,780 INFO [RS:0;ec46afd49254:41697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:17:32,780 INFO [RS:0;ec46afd49254:41697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:17:32,880 INFO [RS:0;ec46afd49254:41697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:17:32,887 INFO [RS:0;ec46afd49254:41697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C41697%2C1733462251848, suffix=, logDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/WALs/ec46afd49254,41697,1733462251848, archiveDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/oldWALs, maxLogs=10 2024-12-06T05:17:32,904 DEBUG [RS:0;ec46afd49254:41697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/WALs/ec46afd49254,41697,1733462251848/ec46afd49254%2C41697%2C1733462251848.1733462252888, exclude list is [], retry=0 2024-12-06T05:17:32,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38547,DS-0b8ac1dd-ba59-4f1a-a37e-8a146a5cc20b,DISK] 2024-12-06T05:17:32,935 INFO [RS:0;ec46afd49254:41697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/WALs/ec46afd49254,41697,1733462251848/ec46afd49254%2C41697%2C1733462251848.1733462252888 2024-12-06T05:17:32,939 DEBUG [RS:0;ec46afd49254:41697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-12-06T05:17:32,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:17:32,985 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83 2024-12-06T05:17:33,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:17:33,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:33,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:17:33,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:17:33,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:33,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:33,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:17:33,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:17:33,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:33,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:33,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:17:33,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:17:33,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:33,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:33,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:17:33,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:17:33,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:33,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:33,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:17:33,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740 2024-12-06T05:17:33,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740 2024-12-06T05:17:33,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:17:33,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:17:33,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:33,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:17:33,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:33,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60382360, jitterRate=-0.10023272037506104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:33,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462253415Initializing all the Stores at 1733462253415Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462253415Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462253416 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462253416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462253416Cleaning up temporary data from old regions at 1733462253435 (+19 ms)Region opened successfully at 1733462253441 (+6 ms) 2024-12-06T05:17:33,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:17:33,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:17:33,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:17:33,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:17:33,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:17:33,448 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:17:33,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462253441Disabling compacts and flushes for region at 1733462253441Disabling writes for close at 1733462253441Writing region close event to WAL at 1733462253448 (+7 ms)Closed at 1733462253448 2024-12-06T05:17:33,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:33,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:17:33,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:17:33,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:17:33,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:17:33,604 DEBUG [ec46afd49254:34437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:17:33,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,41697,1733462251848 2024-12-06T05:17:33,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,41697,1733462251848, state=OPENING 2024-12-06T05:17:33,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:17:33,763 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:33,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:17:33,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2032636664/meta-region-server: CHANGED 2024-12-06T05:17:33,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2032636664/meta-region-server: CHANGED 2024-12-06T05:17:33,768 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:17:33,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,41697,1733462251848}] 2024-12-06T05:17:33,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:17:33,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:17:33,960 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:17:33,960 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:33,961 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:17:33,966 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C41697%2C1733462251848.meta, suffix=.meta, logDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/WALs/ec46afd49254,41697,1733462251848, archiveDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/oldWALs, maxLogs=10 2024-12-06T05:17:33,984 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/WALs/ec46afd49254,41697,1733462251848/ec46afd49254%2C41697%2C1733462251848.meta.1733462253967.meta, exclude list is [], retry=0 2024-12-06T05:17:33,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38547,DS-0b8ac1dd-ba59-4f1a-a37e-8a146a5cc20b,DISK] 2024-12-06T05:17:33,989 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/WALs/ec46afd49254,41697,1733462251848/ec46afd49254%2C41697%2C1733462251848.meta.1733462253967.meta 2024-12-06T05:17:33,993 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-12-06T05:17:33,993 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:33,993 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:17:33,993 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:17:33,994 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:17:33,994 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:17:33,994 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:17:33,995 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:33,995 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:17:33,995 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:17:33,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:17:34,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:17:34,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:34,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:34,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:17:34,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:17:34,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:34,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:34,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:17:34,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:17:34,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:34,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:34,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:17:34,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:17:34,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:34,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:17:34,005 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:17:34,006 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740 2024-12-06T05:17:34,007 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740 2024-12-06T05:17:34,008 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:17:34,008 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:17:34,009 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:17:34,012 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:17:34,012 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71458519, jitterRate=0.06481491029262543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:17:34,013 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:17:34,013 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462253995Writing region info on filesystem at 1733462253995Initializing all the Stores at 1733462253997 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462253997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462253999 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462253999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462253999Cleaning up temporary data from old regions at 1733462254008 (+9 ms)Running coprocessor post-open hooks at 1733462254013 (+5 ms)Region opened successfully at 1733462254013 2024-12-06T05:17:34,014 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462253936 2024-12-06T05:17:34,016 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:17:34,016 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:17:34,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,41697,1733462251848 2024-12-06T05:17:34,017 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,41697,1733462251848, state=OPEN 2024-12-06T05:17:34,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2032636664/meta-region-server 2024-12-06T05:17:34,063 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2032636664/meta-region-server 2024-12-06T05:17:34,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,41697,1733462251848 2024-12-06T05:17:34,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2032636664/meta-region-server: CHANGED 2024-12-06T05:17:34,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2032636664/meta-region-server: CHANGED 2024-12-06T05:17:34,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:17:34,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,41697,1733462251848 in 295 msec 2024-12-06T05:17:34,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:17:34,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-12-06T05:17:34,070 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:17:34,070 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:17:34,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:34,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41697,1733462251848, seqNum=-1] 2024-12-06T05:17:34,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:34,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:34,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5410 sec 2024-12-06T05:17:34,080 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462254080, completionTime=-1 2024-12-06T05:17:34,080 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:17:34,080 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462314082 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462374082 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,34437,1733462251696-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,34437,1733462251696-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,34437,1733462251696-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:34437, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:34,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:34,084 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:17:34,086 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.081sec 2024-12-06T05:17:34,086 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:17:34,087 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:17:34,087 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:17:34,087 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:17:34,087 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:17:34,087 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,34437,1733462251696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:17:34,087 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,34437,1733462251696-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:17:34,091 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:17:34,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:17:34,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,34437,1733462251696-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:17:34,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72771699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:34,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,34437,-1 for getting cluster id 2024-12-06T05:17:34,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:34,189 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6244569-f6bf-46b6-bd4e-c8f709598512' 2024-12-06T05:17:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6244569-f6bf-46b6-bd4e-c8f709598512" 2024-12-06T05:17:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ccffbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,34437,-1] 2024-12-06T05:17:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:34,192 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:34,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3352ea89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:34,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41697,1733462251848, seqNum=-1] 2024-12-06T05:17:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:34,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:34,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,34437,1733462251696 2024-12-06T05:17:34,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49705 2024-12-06T05:17:34,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:17:34,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a912b56b0005 connected 2024-12-06T05:17:34,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,40819,1733462246242 2024-12-06T05:17:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e5e785 2024-12-06T05:17:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:34,252 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:17:34,256 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:17:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:17:34,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:17:34,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:34,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:17:34,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:17:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:34,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:17:34,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:17:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:34,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aece4928d8a5c9ade0d204cb6b3a678c, NAME => 'test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac 2024-12-06T05:17:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:17:35,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:17:35,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:35,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:35,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:35,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:35,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:35,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aece4928d8a5c9ade0d204cb6b3a678c, disabling compactions & flushes 2024-12-06T05:17:35,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:17:35,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:17:35,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. after waiting 0 ms 2024-12-06T05:17:35,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:17:35,327 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:17:35,327 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aece4928d8a5c9ade0d204cb6b3a678c: Waiting for close lock at 1733462255327Disabling compacts and flushes for region at 1733462255327Disabling writes for close at 1733462255327Writing region close event to WAL at 1733462255327Closed at 1733462255327 2024-12-06T05:17:35,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:17:35,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462255330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462255330"}]},"ts":"1733462255330"} 2024-12-06T05:17:35,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:17:35,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:17:35,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462255334"}]},"ts":"1733462255334"} 2024-12-06T05:17:35,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:17:35,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aece4928d8a5c9ade0d204cb6b3a678c, ASSIGN}] 2024-12-06T05:17:35,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aece4928d8a5c9ade0d204cb6b3a678c, ASSIGN 2024-12-06T05:17:35,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aece4928d8a5c9ade0d204cb6b3a678c, ASSIGN; state=OFFLINE, location=ec46afd49254,39323,1733462246532; forceNewPlan=false, retain=false 2024-12-06T05:17:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:35,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aece4928d8a5c9ade0d204cb6b3a678c, regionState=OPENING, regionLocation=ec46afd49254,39323,1733462246532 2024-12-06T05:17:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aece4928d8a5c9ade0d204cb6b3a678c, ASSIGN because future has completed 2024-12-06T05:17:35,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aece4928d8a5c9ade0d204cb6b3a678c, server=ec46afd49254,39323,1733462246532}] 2024-12-06T05:17:35,662 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:17:35,663 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aece4928d8a5c9ade0d204cb6b3a678c, NAME => 'test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:35,663 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:17:35,663 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:17:35,664 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,664 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:35,664 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,664 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,668 INFO [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,673 INFO [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aece4928d8a5c9ade0d204cb6b3a678c columnFamilyName f 2024-12-06T05:17:35,673 DEBUG [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:35,676 INFO [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] regionserver.HStore(327): Store=aece4928d8a5c9ade0d204cb6b3a678c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:35,676 INFO [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,679 INFO [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aece4928d8a5c9ade0d204cb6b3a678c columnFamilyName f1 2024-12-06T05:17:35,680 DEBUG [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:35,681 INFO [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] regionserver.HStore(327): Store=aece4928d8a5c9ade0d204cb6b3a678c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:35,681 INFO [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,688 INFO [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aece4928d8a5c9ade0d204cb6b3a678c columnFamilyName norep 2024-12-06T05:17:35,689 DEBUG [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:35,692 INFO [StoreOpener-aece4928d8a5c9ade0d204cb6b3a678c-1 {}] regionserver.HStore(327): Store=aece4928d8a5c9ade0d204cb6b3a678c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:35,692 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,693 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,695 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,699 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,699 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,700 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:17:35,704 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,722 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:35,723 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aece4928d8a5c9ade0d204cb6b3a678c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66544037, jitterRate=-0.00841657817363739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:17:35,723 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:17:35,724 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aece4928d8a5c9ade0d204cb6b3a678c: Running coprocessor pre-open hook at 1733462255664Writing region info on filesystem at 1733462255664Initializing all the Stores at 1733462255666 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462255666Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462255667 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462255667Cleaning up temporary data from old regions at 1733462255699 (+32 ms)Running coprocessor post-open hooks at 1733462255723 (+24 ms)Region opened successfully at 1733462255724 (+1 ms) 2024-12-06T05:17:35,726 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., pid=6, masterSystemTime=1733462255658 2024-12-06T05:17:35,729 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:17:35,729 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:17:35,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aece4928d8a5c9ade0d204cb6b3a678c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,39323,1733462246532 2024-12-06T05:17:35,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aece4928d8a5c9ade0d204cb6b3a678c, server=ec46afd49254,39323,1733462246532 because future has completed 2024-12-06T05:17:35,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:17:35,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:17:35,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aece4928d8a5c9ade0d204cb6b3a678c, ASSIGN in 411 msec 2024-12-06T05:17:35,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aece4928d8a5c9ade0d204cb6b3a678c, server=ec46afd49254,39323,1733462246532 in 240 msec 2024-12-06T05:17:35,755 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:17:35,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462255755"}]},"ts":"1733462255755"} 2024-12-06T05:17:35,761 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:17:35,763 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:17:35,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5060 sec 2024-12-06T05:17:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:36,429 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:17:36,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,34437,1733462251696 2024-12-06T05:17:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166edecf 2024-12-06T05:17:36,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:36,432 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:17:36,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:17:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:17:36,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:17:36,438 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:36,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:17:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:36,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:17:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:17:36,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 714a5d5f71f98d2f53b0c6cd0ae96658, NAME => 'test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83 2024-12-06T05:17:36,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:17:36,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:36,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 714a5d5f71f98d2f53b0c6cd0ae96658, disabling compactions & flushes 2024-12-06T05:17:36,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:17:36,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:17:36,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. after waiting 0 ms 2024-12-06T05:17:36,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:17:36,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:17:36,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 714a5d5f71f98d2f53b0c6cd0ae96658: Waiting for close lock at 1733462256471Disabling compacts and flushes for region at 1733462256471Disabling writes for close at 1733462256472 (+1 ms)Writing region close event to WAL at 1733462256472Closed at 1733462256472 2024-12-06T05:17:36,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:17:36,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462256473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462256473"}]},"ts":"1733462256473"} 2024-12-06T05:17:36,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:17:36,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:17:36,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462256479"}]},"ts":"1733462256479"} 2024-12-06T05:17:36,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:17:36,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=714a5d5f71f98d2f53b0c6cd0ae96658, ASSIGN}] 2024-12-06T05:17:36,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=714a5d5f71f98d2f53b0c6cd0ae96658, ASSIGN 2024-12-06T05:17:36,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=714a5d5f71f98d2f53b0c6cd0ae96658, ASSIGN; state=OFFLINE, location=ec46afd49254,41697,1733462251848; forceNewPlan=false, retain=false 2024-12-06T05:17:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:36,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=714a5d5f71f98d2f53b0c6cd0ae96658, regionState=OPENING, regionLocation=ec46afd49254,41697,1733462251848 2024-12-06T05:17:36,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=714a5d5f71f98d2f53b0c6cd0ae96658, ASSIGN because future has completed 2024-12-06T05:17:36,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 714a5d5f71f98d2f53b0c6cd0ae96658, server=ec46afd49254,41697,1733462251848}] 2024-12-06T05:17:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:36,826 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:17:36,827 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 714a5d5f71f98d2f53b0c6cd0ae96658, NAME => 'test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:36,827 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:17:36,827 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:17:36,827 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,827 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:36,827 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,827 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,836 INFO [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,838 INFO [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714a5d5f71f98d2f53b0c6cd0ae96658 columnFamilyName f 2024-12-06T05:17:36,838 DEBUG [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:36,840 INFO [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] regionserver.HStore(327): Store=714a5d5f71f98d2f53b0c6cd0ae96658/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:36,840 INFO [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,841 INFO [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714a5d5f71f98d2f53b0c6cd0ae96658 columnFamilyName f1 2024-12-06T05:17:36,841 DEBUG [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:36,842 INFO [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] regionserver.HStore(327): Store=714a5d5f71f98d2f53b0c6cd0ae96658/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:36,842 INFO [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,843 INFO [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 714a5d5f71f98d2f53b0c6cd0ae96658 columnFamilyName norep 2024-12-06T05:17:36,843 DEBUG [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:36,843 INFO [StoreOpener-714a5d5f71f98d2f53b0c6cd0ae96658-1 {}] regionserver.HStore(327): Store=714a5d5f71f98d2f53b0c6cd0ae96658/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:36,843 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,844 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,845 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,846 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,846 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,847 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:17:36,849 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,852 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:36,853 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 714a5d5f71f98d2f53b0c6cd0ae96658; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61887065, jitterRate=-0.0778108686208725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:17:36,853 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:17:36,853 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 714a5d5f71f98d2f53b0c6cd0ae96658: Running coprocessor pre-open hook at 1733462256828Writing region info on filesystem at 1733462256828Initializing all the Stores at 1733462256829 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462256829Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462256836 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462256836Cleaning up temporary data from old regions at 1733462256846 (+10 ms)Running coprocessor post-open hooks at 1733462256853 (+7 ms)Region opened successfully at 1733462256853 2024-12-06T05:17:36,854 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658., pid=6, masterSystemTime=1733462256817 2024-12-06T05:17:36,856 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:17:36,856 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:17:36,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=714a5d5f71f98d2f53b0c6cd0ae96658, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,41697,1733462251848 2024-12-06T05:17:36,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 714a5d5f71f98d2f53b0c6cd0ae96658, server=ec46afd49254,41697,1733462251848 because future has completed 2024-12-06T05:17:36,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:17:36,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 714a5d5f71f98d2f53b0c6cd0ae96658, server=ec46afd49254,41697,1733462251848 in 217 msec 2024-12-06T05:17:36,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:17:36,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=714a5d5f71f98d2f53b0c6cd0ae96658, ASSIGN in 397 msec 2024-12-06T05:17:36,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:17:36,887 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462256886"}]},"ts":"1733462256886"} 2024-12-06T05:17:36,890 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:17:36,891 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:17:36,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 457 msec 2024-12-06T05:17:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:17:37,069 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:17:37,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a961b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40819,-1 for getting cluster id 2024-12-06T05:17:37,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:37,082 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8a7446c-483f-4d8a-8fe1-6a48a1e99311' 2024-12-06T05:17:37,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:37,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8a7446c-483f-4d8a-8fe1-6a48a1e99311" 2024-12-06T05:17:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a5c53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40819,-1] 2024-12-06T05:17:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:37,085 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:37,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ce4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b80237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,34437,-1 for getting cluster id 2024-12-06T05:17:37,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:37,090 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6244569-f6bf-46b6-bd4e-c8f709598512' 2024-12-06T05:17:37,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:37,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6244569-f6bf-46b6-bd4e-c8f709598512" 2024-12-06T05:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3059783b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,34437,-1] 2024-12-06T05:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:37,093 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2f8f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7e36d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40819,-1 for getting cluster id 2024-12-06T05:17:37,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:37,098 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8a7446c-483f-4d8a-8fe1-6a48a1e99311' 2024-12-06T05:17:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8a7446c-483f-4d8a-8fe1-6a48a1e99311" 2024-12-06T05:17:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b515a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40819,-1] 2024-12-06T05:17:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:37,101 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4a9849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,40819,1733462246242 2024-12-06T05:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa8a94 2024-12-06T05:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:37,108 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:17:37,109 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:34437,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:17:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:17:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:17:37,113 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:34437' 2024-12-06T05:17:37,116 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fb583c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,117 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,34437,-1 for getting cluster id 2024-12-06T05:17:37,117 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:37,118 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6244569-f6bf-46b6-bd4e-c8f709598512' 2024-12-06T05:17:37,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:37,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6244569-f6bf-46b6-bd4e-c8f709598512" 2024-12-06T05:17:37,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd9b693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,34437,-1] 2024-12-06T05:17:37,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:37,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:37,120 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:37,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a79267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:37,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,34437,1733462251696 2024-12-06T05:17:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c3615c3 2024-12-06T05:17:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:37,124 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:17:37,125 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:17:37,125 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:17:37,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:37,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:37,126 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:17:37,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:37,128 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:17:37,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:17:37,132 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:37,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:17:37,178 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:17:37,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:17:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:17:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:17:37,607 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1703aba98736ca65cf2ddab3dd3e1176, NAME => 'hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac 2024-12-06T05:17:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:17:37,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:37,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1703aba98736ca65cf2ddab3dd3e1176, disabling compactions & flushes 2024-12-06T05:17:37,624 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:17:37,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:17:37,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. after waiting 0 ms 2024-12-06T05:17:37,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:17:37,624 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:17:37,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1703aba98736ca65cf2ddab3dd3e1176: Waiting for close lock at 1733462257624Disabling compacts and flushes for region at 1733462257624Disabling writes for close at 1733462257624Writing region close event to WAL at 1733462257624Closed at 1733462257624 2024-12-06T05:17:37,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:17:37,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462257626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462257626"}]},"ts":"1733462257626"} 2024-12-06T05:17:37,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:17:37,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:17:37,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462257636"}]},"ts":"1733462257636"} 2024-12-06T05:17:37,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:17:37,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1703aba98736ca65cf2ddab3dd3e1176, ASSIGN}] 2024-12-06T05:17:37,642 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1703aba98736ca65cf2ddab3dd3e1176, ASSIGN 2024-12-06T05:17:37,643 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1703aba98736ca65cf2ddab3dd3e1176, ASSIGN; state=OFFLINE, location=ec46afd49254,39323,1733462246532; forceNewPlan=false, retain=false 2024-12-06T05:17:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:17:37,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1703aba98736ca65cf2ddab3dd3e1176, regionState=OPENING, regionLocation=ec46afd49254,39323,1733462246532 2024-12-06T05:17:37,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1703aba98736ca65cf2ddab3dd3e1176, ASSIGN because future has completed 2024-12-06T05:17:37,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1703aba98736ca65cf2ddab3dd3e1176, server=ec46afd49254,39323,1733462246532}] 2024-12-06T05:17:37,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:17:37,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:17:37,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:17:37,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C39323%2C1733462246532.rep, suffix=, logDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532, archiveDir=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/oldWALs, maxLogs=10 2024-12-06T05:17:37,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.rep.1733462257957, exclude list is [], retry=0 2024-12-06T05:17:37,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-ed0e92aa-1db2-4a3c-8824-4c6dfa0b1ed5,DISK] 2024-12-06T05:17:37,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.rep.1733462257957 2024-12-06T05:17:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43907:43907)] 2024-12-06T05:17:37,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1703aba98736ca65cf2ddab3dd3e1176, NAME => 'hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:17:37,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:17:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:17:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. service=MultiRowMutationService 2024-12-06T05:17:37,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:17:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:17:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,988 INFO [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,990 INFO [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1703aba98736ca65cf2ddab3dd3e1176 columnFamilyName hfileref 2024-12-06T05:17:37,990 DEBUG [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:37,991 INFO [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] regionserver.HStore(327): Store=1703aba98736ca65cf2ddab3dd3e1176/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:37,991 INFO [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,992 INFO [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1703aba98736ca65cf2ddab3dd3e1176 columnFamilyName queue 2024-12-06T05:17:37,992 DEBUG [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:37,993 INFO [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] regionserver.HStore(327): Store=1703aba98736ca65cf2ddab3dd3e1176/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:37,993 INFO [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,994 INFO [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1703aba98736ca65cf2ddab3dd3e1176 columnFamilyName sid 2024-12-06T05:17:37,994 DEBUG [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:17:37,994 INFO [StoreOpener-1703aba98736ca65cf2ddab3dd3e1176-1 {}] regionserver.HStore(327): Store=1703aba98736ca65cf2ddab3dd3e1176/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:17:37,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:37,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:38,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:17:38,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:38,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:17:38,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1703aba98736ca65cf2ddab3dd3e1176; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73750943, jitterRate=0.09897468984127045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:17:38,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:17:38,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1703aba98736ca65cf2ddab3dd3e1176: Running coprocessor pre-open hook at 1733462257985Writing region info on filesystem at 1733462257985Initializing all the Stores at 1733462257986 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462257986Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462257988 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462257988Cleaning up temporary data from old regions at 1733462257999 (+11 ms)Running coprocessor post-open hooks at 1733462258008 (+9 ms)Region opened successfully at 1733462258009 (+1 ms) 2024-12-06T05:17:38,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176., pid=10, masterSystemTime=1733462257950 2024-12-06T05:17:38,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:17:38,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:17:38,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1703aba98736ca65cf2ddab3dd3e1176, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,39323,1733462246532 2024-12-06T05:17:38,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1703aba98736ca65cf2ddab3dd3e1176, server=ec46afd49254,39323,1733462246532 because future has completed 2024-12-06T05:17:38,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:17:38,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1703aba98736ca65cf2ddab3dd3e1176, server=ec46afd49254,39323,1733462246532 in 227 msec 2024-12-06T05:17:38,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:17:38,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1703aba98736ca65cf2ddab3dd3e1176, ASSIGN in 385 msec 2024-12-06T05:17:38,029 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:17:38,030 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462258029"}]},"ts":"1733462258029"} 2024-12-06T05:17:38,032 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:17:38,033 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:17:38,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 908 msec 2024-12-06T05:17:38,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176., hostname=ec46afd49254,39323,1733462246532, seqNum=2] 2024-12-06T05:17:38,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:38,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:17:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:17:38,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:17:38,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:17:38,553 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:17:38,588 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,39323,1733462246532, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:17:38,589 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:38,589 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39323,1733462246532, seqNum=-1] 2024-12-06T05:17:38,590 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:38,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-06T05:17:38,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,39323,1733462246532', locateType=CURRENT is [region=hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176., hostname=ec46afd49254,39323,1733462246532, seqNum=2] 2024-12-06T05:17:38,619 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:17:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:17:38,622 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,39323,1733462246532 suceeded 2024-12-06T05:17:38,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:17:38,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-06T05:17:38,630 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:34437,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-06T05:17:38,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-12-06T05:17:38,651 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:34437' 2024-12-06T05:17:38,662 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42a378fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:38,662 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,34437,-1 for getting cluster id 2024-12-06T05:17:38,662 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:38,663 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6244569-f6bf-46b6-bd4e-c8f709598512' 2024-12-06T05:17:38,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:38,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6244569-f6bf-46b6-bd4e-c8f709598512" 2024-12-06T05:17:38,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b29119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:38,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,34437,-1] 2024-12-06T05:17:38,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:38,667 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:38,669 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:38,671 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29eba79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:38,671 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:38,673 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,34437,1733462251696 2024-12-06T05:17:38,673 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a315c0f 2024-12-06T05:17:38,674 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:38,675 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-06T05:17:38,676 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,39323,1733462246532 (queues=1) is replicating from cluster=d8a7446c-483f-4d8a-8fe1-6a48a1e99311 to cluster=b6244569-f6bf-46b6-bd4e-c8f709598512 2024-12-06T05:17:38,677 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C39323%2C1733462246532 2024-12-06T05:17:38,677 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,39323,1733462246532, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:17:38,682 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694, startPosition=0, beingWritten=true 2024-12-06T05:17:38,692 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C39323%2C1733462246532 2024-12-06T05:17:38,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T05:17:38,751 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:17:38,751 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 379, reset compression=false 2024-12-06T05:17:38,751 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39323,1733462246532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:17:38,962 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 379, reset compression=false 2024-12-06T05:17:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:17:39,260 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:17:39,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:39,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:39,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:39,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:39,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:39,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:39,273 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733462259271/Put/seqid=0 2024-12-06T05:17:39,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741840_1016 (size=7894) 2024-12-06T05:17:39,283 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 379, reset compression=false 2024-12-06T05:17:39,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f/f/hfile_1 is 34, key is ddd/f:row/1733462259686/Put/seqid=0 2024-12-06T05:17:39,687 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 379, reset compression=false 2024-12-06T05:17:39,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741841_1017 (size=7691) 2024-12-06T05:17:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:17:39,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T05:17:39,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:17:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T05:17:39,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:17:39,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T05:17:40,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bd6d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:40,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40819,-1 for getting cluster id 2024-12-06T05:17:40,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:40,136 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8a7446c-483f-4d8a-8fe1-6a48a1e99311' 2024-12-06T05:17:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8a7446c-483f-4d8a-8fe1-6a48a1e99311" 2024-12-06T05:17:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c0d0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40819,-1] 2024-12-06T05:17:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:40,139 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:40,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345ba336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:40,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:40,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39323,1733462246532, seqNum=-1] 2024-12-06T05:17:40,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:40,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:40,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:40,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,40819,1733462246242 2024-12-06T05:17:40,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff18951 2024-12-06T05:17:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:40,171 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:17:40,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2] 2024-12-06T05:17:40,192 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:17:40,211 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T05:17:40,213 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 379, reset compression=false 2024-12-06T05:17:40,219 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T05:17:40,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f/f/hfile_0 for inclusion in aece4928d8a5c9ade0d204cb6b3a678c/f 2024-12-06T05:17:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T05:17:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:17:40,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f/f/hfile_1 for inclusion in aece4928d8a5c9ade0d204cb6b3a678c/f 2024-12-06T05:17:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T05:17:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:17:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HRegion(2603): Flush status journal for aece4928d8a5c9ade0d204cb6b3a678c: 2024-12-06T05:17:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f/f/hfile_0 to hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_0 2024-12-06T05:17:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_0 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f/17478f774408424789060bae09751100_SeqId_4_ 2024-12-06T05:17:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f/f/hfile_1 to hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_1 2024-12-06T05:17:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_1 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_ 2024-12-06T05:17:40,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_0 into aece4928d8a5c9ade0d204cb6b3a678c/f as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f/17478f774408424789060bae09751100_SeqId_4_ - updating store file list. 2024-12-06T05:17:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17478f774408424789060bae09751100_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:17:40,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f/17478f774408424789060bae09751100_SeqId_4_ into aece4928d8a5c9ade0d204cb6b3a678c/f 2024-12-06T05:17:40,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_0 into aece4928d8a5c9ade0d204cb6b3a678c/f (new location: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f/17478f774408424789060bae09751100_SeqId_4_) 2024-12-06T05:17:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_0 2024-12-06T05:17:40,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_1 into aece4928d8a5c9ade0d204cb6b3a678c/f as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_ - updating store file list. 2024-12-06T05:17:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 300c35ff97b64a49b15a3b02455751b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:17:40,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_ into aece4928d8a5c9ade0d204cb6b3a678c/f 2024-12-06T05:17:40,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_1 into aece4928d8a5c9ade0d204cb6b3a678c/f (new location: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_) 2024-12-06T05:17:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__r0mn3ik14oq5i21uartn5bhk56rcm4h3d16312ae60egf93029gdpad3v4p8m04l/f/hfile_1 2024-12-06T05:17:40,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:40,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:40,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:40,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:40,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2 , the old value is region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec46afd49254:39323 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:17:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:17:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2 from cache 2024-12-06T05:17:40,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:45816 deadline: 1733462320346 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:45816 2024-12-06T05:17:40,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41697,1733462251848, seqNum=-1] 2024-12-06T05:17:40,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:40,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658., hostname=ec46afd49254,41697,1733462251848, seqNum=2] 2024-12-06T05:17:40,363 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T05:17:40,460 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:39323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T05:17:40,842 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 379, reset compression=false 2024-12-06T05:17:40,851 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:17:40,851 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39323,1733462246532 got entry batch from reader: WALEntryBatch [walEntries=[{test/aece4928d8a5c9ade0d204cb6b3a678c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733462260338/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T05:17:40,876 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:17:40,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-06T05:17:40,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.ReplicationSink(318): Replicating [d8a7446c-483f-4d8a-8fe1-6a48a1e99311] bulk loaded data 2024-12-06T05:17:40,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f484568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:40,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,34437,-1 for getting cluster id 2024-12-06T05:17:40,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:40,883 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6244569-f6bf-46b6-bd4e-c8f709598512' 2024-12-06T05:17:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6244569-f6bf-46b6-bd4e-c8f709598512" 2024-12-06T05:17:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56caa667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:40,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,34437,-1] 2024-12-06T05:17:40,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:40,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:40,885 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:40,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@159cd832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:40,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741837_1013 (size=7894) 2024-12-06T05:17:40,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741838_1014 (size=7691) 2024-12-06T05:17:41,052 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 687, reset compression=false 2024-12-06T05:17:41,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:17:41,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:41,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:41,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:41,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:17:41,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:41,363 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 687, reset compression=false 2024-12-06T05:17:41,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,34437,1733462251696 2024-12-06T05:17:41,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d25213f 2024-12-06T05:17:41,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:41,367 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-06T05:17:41,369 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T05:17:41,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:17:41,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41697,1733462251848, seqNum=-1] 2024-12-06T05:17:41,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:41,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-06T05:17:41,388 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/17478f774408424789060bae09751100_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T05:17:41,393 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T05:17:41,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_ for inclusion in 714a5d5f71f98d2f53b0c6cd0ae96658/f 2024-12-06T05:17:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T05:17:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:17:41,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/17478f774408424789060bae09751100_SeqId_4_ for inclusion in 714a5d5f71f98d2f53b0c6cd0ae96658/f 2024-12-06T05:17:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T05:17:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:17:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HRegion(2603): Flush status journal for 714a5d5f71f98d2f53b0c6cd0ae96658: 2024-12-06T05:17:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 300c35ff97b64a49b15a3b02455751b7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:17:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_ as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/f/9361907f086d47dab9c4ffc174498837_SeqId_4_ 2024-12-06T05:17:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17478f774408424789060bae09751100_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:17:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/17478f774408424789060bae09751100_SeqId_4_ as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/f/ed57e60089c64ee2a615fa08c9713f64_SeqId_4_ 2024-12-06T05:17:41,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_ into 714a5d5f71f98d2f53b0c6cd0ae96658/f as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/f/9361907f086d47dab9c4ffc174498837_SeqId_4_ - updating store file list. 2024-12-06T05:17:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9361907f086d47dab9c4ffc174498837_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:17:41,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/f/9361907f086d47dab9c4ffc174498837_SeqId_4_ into 714a5d5f71f98d2f53b0c6cd0ae96658/f 2024-12-06T05:17:41,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_ into 714a5d5f71f98d2f53b0c6cd0ae96658/f (new location: hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/f/9361907f086d47dab9c4ffc174498837_SeqId_4_) 2024-12-06T05:17:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/300c35ff97b64a49b15a3b02455751b7_SeqId_4_ 2024-12-06T05:17:41,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/17478f774408424789060bae09751100_SeqId_4_ into 714a5d5f71f98d2f53b0c6cd0ae96658/f as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/f/ed57e60089c64ee2a615fa08c9713f64_SeqId_4_ - updating store file list. 2024-12-06T05:17:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed57e60089c64ee2a615fa08c9713f64_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:17:41,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/f/ed57e60089c64ee2a615fa08c9713f64_SeqId_4_ into 714a5d5f71f98d2f53b0c6cd0ae96658/f 2024-12-06T05:17:41,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/17478f774408424789060bae09751100_SeqId_4_ into 714a5d5f71f98d2f53b0c6cd0ae96658/f (new location: hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/f/ed57e60089c64ee2a615fa08c9713f64_SeqId_4_) 2024-12-06T05:17:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/staging/jenkins.hfs.6__test__qvmfhntv2bhjg5m0u64r5tjtu01cftlcpgtskpvntq5gcbljgdo5kg2r4flsn5tr/f/17478f774408424789060bae09751100_SeqId_4_ 2024-12-06T05:17:41,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.ReplicationSink(324): Finished replicating [d8a7446c-483f-4d8a-8fe1-6a48a1e99311] bulk loaded data 2024-12-06T05:17:41,783 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 687, reset compression=false 2024-12-06T05:17:42,293 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 687, reset compression=false 2024-12-06T05:17:42,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:17:42,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733462262389/Put/seqid=0 2024-12-06T05:17:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741842_1018 (size=7997) 2024-12-06T05:17:42,798 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733462262797/Put/seqid=0 2024-12-06T05:17:42,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741843_1019 (size=7794) 2024-12-06T05:17:42,898 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 687, reset compression=false 2024-12-06T05:17:43,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b00cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:43,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40819,-1 for getting cluster id 2024-12-06T05:17:43,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:17:43,207 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8a7446c-483f-4d8a-8fe1-6a48a1e99311' 2024-12-06T05:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8a7446c-483f-4d8a-8fe1-6a48a1e99311" 2024-12-06T05:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4808efff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40819,-1] 2024-12-06T05:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:43,208 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:17:43,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b077f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:17:43,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:43,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39323,1733462246532, seqNum=-1] 2024-12-06T05:17:43,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:43,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:43,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:17:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,40819,1733462246242 2024-12-06T05:17:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b70cac 2024-12-06T05:17:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:17:43,229 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:17:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2] 2024-12-06T05:17:43,236 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:17:43,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T05:17:43,252 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T05:17:43,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f1/f1/hfile_0 for inclusion in aece4928d8a5c9ade0d204cb6b3a678c/f1 2024-12-06T05:17:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T05:17:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:17:43,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f1/f1/hfile_1 for inclusion in aece4928d8a5c9ade0d204cb6b3a678c/f1 2024-12-06T05:17:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T05:17:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:17:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HRegion(2603): Flush status journal for aece4928d8a5c9ade0d204cb6b3a678c: 2024-12-06T05:17:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f1/f1/hfile_0 to hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_0 2024-12-06T05:17:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_0 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f1/498ebbe032ca4b99a5b685af11499cf9_SeqId_6_ 2024-12-06T05:17:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/load_f1/f1/hfile_1 to hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_1 2024-12-06T05:17:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_1 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f1/7a8f5289a93f4c85b868932c389095df_SeqId_6_ 2024-12-06T05:17:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-06T05:17:43,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_0 into aece4928d8a5c9ade0d204cb6b3a678c/f1 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f1/498ebbe032ca4b99a5b685af11499cf9_SeqId_6_ - updating store file list. 2024-12-06T05:17:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 498ebbe032ca4b99a5b685af11499cf9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:17:43,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f1/498ebbe032ca4b99a5b685af11499cf9_SeqId_6_ into aece4928d8a5c9ade0d204cb6b3a678c/f1 2024-12-06T05:17:43,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_0 into aece4928d8a5c9ade0d204cb6b3a678c/f1 (new location: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f1/498ebbe032ca4b99a5b685af11499cf9_SeqId_6_) 2024-12-06T05:17:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_0 2024-12-06T05:17:43,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_1 into aece4928d8a5c9ade0d204cb6b3a678c/f1 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f1/7a8f5289a93f4c85b868932c389095df_SeqId_6_ - updating store file list. 2024-12-06T05:17:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a8f5289a93f4c85b868932c389095df_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:17:43,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f1/7a8f5289a93f4c85b868932c389095df_SeqId_6_ into aece4928d8a5c9ade0d204cb6b3a678c/f1 2024-12-06T05:17:43,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_1 into aece4928d8a5c9ade0d204cb6b3a678c/f1 (new location: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/f1/7a8f5289a93f4c85b868932c389095df_SeqId_6_) 2024-12-06T05:17:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/staging/jenkins__test__nmbq7129istc93uu9scgpu067ald4qkglbnbpom2it2os6stnijh70rb2aedo7m8/f1/hfile_1 2024-12-06T05:17:43,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:17:43,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:17:43,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:43,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:17:43,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:17:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2 , the old value is region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec46afd49254:39323 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:17:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:17:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2 from cache 2024-12-06T05:17:43,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:17:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:50680 deadline: 1733462323292 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50680 2024-12-06T05:17:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39323,1733462246532, seqNum=-1] 2024-12-06T05:17:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:17:43,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:17:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., hostname=ec46afd49254,39323,1733462246532, seqNum=2] 2024-12-06T05:17:43,398 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:39323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T05:17:43,602 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 687, reset compression=false 2024-12-06T05:17:43,608 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:17:43,608 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:43,608 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39323,1733462246532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:17:43,813 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:44,117 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:44,521 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:45,025 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:45,630 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:46,339 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:47,146 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:48,049 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:49,054 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:50,188 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:51,393 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:52,698 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:54,103 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:55,608 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:56,200 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:17:57,213 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:17:58,917 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:00,723 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:01,676 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:18:02,633 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:03,611 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39323,1733462246532 got entry batch from reader: null 2024-12-06T05:18:04,637 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:06,741 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:08,981 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:09,583 INFO [master/ec46afd49254:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T05:18:09,583 INFO [master/ec46afd49254:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T05:18:11,285 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:13,689 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:14,097 INFO [master/ec46afd49254:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T05:18:14,097 INFO [master/ec46afd49254:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T05:18:16,193 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:18,800 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:20,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aece4928d8a5c9ade0d204cb6b3a678c, had cached 0 bytes from a total of 31376 2024-12-06T05:18:21,548 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:21,828 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 714a5d5f71f98d2f53b0c6cd0ae96658, had cached 0 bytes from a total of 15585 2024-12-06T05:18:23,611 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39323,1733462246532 got entry batch from reader: null 2024-12-06T05:18:24,369 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:26,201 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:18:27,297 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:29,612 DEBUG [master/ec46afd49254:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:18:30,303 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:31,676 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:18:33,413 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:36,619 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:39,929 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:18:43,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:18:43,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:18:43,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:43,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:43,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:18:43,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:18:43,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=936971541, stopped=false 2024-12-06T05:18:43,334 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,34437,1733462251696 2024-12-06T05:18:43,335 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:43,353 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2032636664/running 2024-12-06T05:18:43,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2032636664/running 2024-12-06T05:18:43,353 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:18:43,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:18:43,353 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:18:43,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:18:43,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:18:43,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:43,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,41697,1733462251848' ***** 2024-12-06T05:18:43,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:18:43,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on znode that does not yet exist, /1-2032636664/running 2024-12-06T05:18:43,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Set watcher on znode that does not yet exist, /1-2032636664/running 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:18:43,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(3091): Received CLOSE for 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,41697,1733462251848 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:41697. 2024-12-06T05:18:43,354 DEBUG [RS:0;ec46afd49254:41697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:18:43,354 DEBUG [RS:0;ec46afd49254:41697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:43,354 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 714a5d5f71f98d2f53b0c6cd0ae96658, disabling compactions & flushes 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:18:43,354 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:18:43,354 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:18:43,354 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:18:43,354 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. after waiting 0 ms 2024-12-06T05:18:43,355 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:18:43,355 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:18:43,355 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1325): Online Regions={714a5d5f71f98d2f53b0c6cd0ae96658=test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:18:43,355 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 714a5d5f71f98d2f53b0c6cd0ae96658 2024-12-06T05:18:43,355 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:18:43,355 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:18:43,355 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:18:43,355 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:18:43,355 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:18:43,355 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T05:18:43,359 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/default/test/714a5d5f71f98d2f53b0c6cd0ae96658/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T05:18:43,360 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:18:43,360 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:18:43,360 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:18:43,360 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 714a5d5f71f98d2f53b0c6cd0ae96658: Waiting for close lock at 1733462323354Running coprocessor pre-close hooks at 1733462323354Disabling compacts and flushes for region at 1733462323354Disabling writes for close at 1733462323354Writing region close event to WAL at 1733462323355 (+1 ms)Running coprocessor post-close hooks at 1733462323360 (+5 ms)Closed at 1733462323360 2024-12-06T05:18:43,360 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658. 2024-12-06T05:18:43,365 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:18:43,371 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/info/697fd496c13d4c6d9850bcb571d34332 is 129, key is test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658./info:regioninfo/1733462256857/Put/seqid=0 2024-12-06T05:18:43,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741839_1015 (size=6421) 2024-12-06T05:18:43,555 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:18:43,611 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39323,1733462246532 got entry batch from reader: null 2024-12-06T05:18:43,727 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:18:43,727 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:18:43,755 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:18:43,776 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/info/697fd496c13d4c6d9850bcb571d34332 2024-12-06T05:18:43,803 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/ns/05346b899ff44c0ba454c10fa47a3227 is 43, key is default/ns:d/1733462254074/Put/seqid=0 2024-12-06T05:18:43,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741840_1016 (size=5153) 2024-12-06T05:18:43,808 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/ns/05346b899ff44c0ba454c10fa47a3227 2024-12-06T05:18:43,829 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/rep_barrier/ea693decfff44689b3f1a077606d068a is 112, key is test,,1733462256433.714a5d5f71f98d2f53b0c6cd0ae96658./rep_barrier:seqnumDuringOpen/1733462256857/Put/seqid=0 2024-12-06T05:18:43,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741841_1017 (size=5518) 2024-12-06T05:18:43,955 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:18:44,155 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:18:44,234 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/rep_barrier/ea693decfff44689b3f1a077606d068a 2024-12-06T05:18:44,259 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/table/ca2aac6518174fe98457a365c9ad965f is 40, key is test/table:state/1733462256886/Put/seqid=0 2024-12-06T05:18:44,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741842_1018 (size=5165) 2024-12-06T05:18:44,356 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:18:44,356 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:18:44,356 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:18:44,556 DEBUG [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:18:44,665 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/table/ca2aac6518174fe98457a365c9ad965f 2024-12-06T05:18:44,672 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/info/697fd496c13d4c6d9850bcb571d34332 as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/info/697fd496c13d4c6d9850bcb571d34332 2024-12-06T05:18:44,678 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/info/697fd496c13d4c6d9850bcb571d34332, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T05:18:44,679 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/ns/05346b899ff44c0ba454c10fa47a3227 as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/ns/05346b899ff44c0ba454c10fa47a3227 2024-12-06T05:18:44,686 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/ns/05346b899ff44c0ba454c10fa47a3227, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T05:18:44,687 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/rep_barrier/ea693decfff44689b3f1a077606d068a as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/rep_barrier/ea693decfff44689b3f1a077606d068a 2024-12-06T05:18:44,693 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/rep_barrier/ea693decfff44689b3f1a077606d068a, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T05:18:44,693 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/.tmp/table/ca2aac6518174fe98457a365c9ad965f as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/table/ca2aac6518174fe98457a365c9ad965f 2024-12-06T05:18:44,698 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/table/ca2aac6518174fe98457a365c9ad965f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T05:18:44,700 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=11, compaction requested=false 2024-12-06T05:18:44,704 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T05:18:44,705 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:18:44,705 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:18:44,705 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:18:44,705 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462323355Running coprocessor pre-close hooks at 1733462323355Disabling compacts and flushes for region at 1733462323355Disabling writes for close at 1733462323355Obtaining lock to block concurrent updates at 1733462323355Preparing flush snapshotting stores in 1588230740 at 1733462323355Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733462323355Flushing stores of hbase:meta,,1.1588230740 at 1733462323356 (+1 ms)Flushing 1588230740/info: creating writer at 1733462323356Flushing 1588230740/info: appending metadata at 1733462323371 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733462323371Flushing 1588230740/ns: creating writer at 1733462323784 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733462323802 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733462323802Flushing 1588230740/rep_barrier: creating writer at 1733462323813 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462323829 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462323829Flushing 1588230740/table: creating writer at 1733462324240 (+411 ms)Flushing 1588230740/table: appending metadata at 1733462324258 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733462324258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5cbaf2: reopening flushed file at 1733462324671 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1788baeb: reopening flushed file at 1733462324678 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41cda887: reopening flushed file at 1733462324686 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26010400: reopening flushed file at 1733462324693 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=11, compaction requested=false at 1733462324700 (+7 ms)Writing region close event to WAL at 1733462324701 (+1 ms)Running coprocessor post-close hooks at 1733462324705 (+4 ms)Closed at 1733462324705 2024-12-06T05:18:44,705 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:18:44,756 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,41697,1733462251848; all regions closed. 2024-12-06T05:18:44,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741834_1010 (size=2717) 2024-12-06T05:18:44,761 DEBUG [RS:0;ec46afd49254:41697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/oldWALs 2024-12-06T05:18:44,761 INFO [RS:0;ec46afd49254:41697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C41697%2C1733462251848.meta:.meta(num 1733462253967) 2024-12-06T05:18:44,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741832_1008 (size=1028) 2024-12-06T05:18:44,765 DEBUG [RS:0;ec46afd49254:41697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/oldWALs 2024-12-06T05:18:44,765 INFO [RS:0;ec46afd49254:41697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C41697%2C1733462251848:(num 1733462252888) 2024-12-06T05:18:44,765 DEBUG [RS:0;ec46afd49254:41697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:44,765 INFO [RS:0;ec46afd49254:41697 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:18:44,765 INFO [RS:0;ec46afd49254:41697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:18:44,765 INFO [RS:0;ec46afd49254:41697 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:18:44,766 INFO [RS:0;ec46afd49254:41697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:18:44,766 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:18:44,766 INFO [RS:0;ec46afd49254:41697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:41697. 2024-12-06T05:18:44,766 DEBUG [RS:0;ec46afd49254:41697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:18:44,766 DEBUG [RS:0;ec46afd49254:41697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:44,766 DEBUG [RS:0;ec46afd49254:41697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:44,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:18:44,766 INFO [RS:0;ec46afd49254:41697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41697 2024-12-06T05:18:44,780 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2032636664/rs/ec46afd49254,41697,1733462251848 2024-12-06T05:18:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664/rs 2024-12-06T05:18:44,780 INFO [RS:0;ec46afd49254:41697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:18:44,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,41697,1733462251848] 2024-12-06T05:18:44,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2032636664/draining/ec46afd49254,41697,1733462251848 already deleted, retry=false 2024-12-06T05:18:44,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,41697,1733462251848 expired; onlineServers=0 2024-12-06T05:18:44,801 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,34437,1733462251696' ***** 2024-12-06T05:18:44,801 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:18:44,801 INFO [M:0;ec46afd49254:34437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:18:44,801 INFO [M:0;ec46afd49254:34437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:18:44,802 DEBUG [M:0;ec46afd49254:34437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:18:44,802 DEBUG [M:0;ec46afd49254:34437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:18:44,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:18:44,802 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462252585 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462252585,5,FailOnTimeoutGroup] 2024-12-06T05:18:44,802 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462252596 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462252596,5,FailOnTimeoutGroup] 2024-12-06T05:18:44,802 INFO [M:0;ec46afd49254:34437 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:18:44,802 INFO [M:0;ec46afd49254:34437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:18:44,802 DEBUG [M:0;ec46afd49254:34437 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:18:44,802 INFO [M:0;ec46afd49254:34437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:18:44,802 INFO [M:0;ec46afd49254:34437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:18:44,802 INFO [M:0;ec46afd49254:34437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:18:44,802 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:18:44,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2032636664/master 2024-12-06T05:18:44,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2032636664 2024-12-06T05:18:44,822 DEBUG [M:0;ec46afd49254:34437 {}] zookeeper.ZKUtil(347): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Unable to get data of znode /1-2032636664/master because node does not exist (not an error) 2024-12-06T05:18:44,822 WARN [M:0;ec46afd49254:34437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:18:44,837 INFO [M:0;ec46afd49254:34437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/.lastflushedseqids 2024-12-06T05:18:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741843_1019 (size=173) 2024-12-06T05:18:44,891 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:18:44,891 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101a912b56b0004, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:18:44,891 INFO [RS:0;ec46afd49254:41697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:18:44,891 INFO [RS:0;ec46afd49254:41697 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,41697,1733462251848; zookeeper connection closed. 2024-12-06T05:18:44,891 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16dde5f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16dde5f5 2024-12-06T05:18:44,891 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:18:45,251 INFO [M:0;ec46afd49254:34437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:18:45,251 INFO [M:0;ec46afd49254:34437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:18:45,251 DEBUG [M:0;ec46afd49254:34437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:18:45,251 INFO [M:0;ec46afd49254:34437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:45,251 DEBUG [M:0;ec46afd49254:34437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:45,251 DEBUG [M:0;ec46afd49254:34437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:18:45,251 DEBUG [M:0;ec46afd49254:34437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:45,251 INFO [M:0;ec46afd49254:34437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-06T05:18:45,265 DEBUG [M:0;ec46afd49254:34437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8068f76b37e498fa838c25293d7c388 is 82, key is hbase:meta,,1/info:regioninfo/1733462254016/Put/seqid=0 2024-12-06T05:18:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741844_1020 (size=5672) 2024-12-06T05:18:45,670 INFO [M:0;ec46afd49254:34437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8068f76b37e498fa838c25293d7c388 2024-12-06T05:18:45,690 DEBUG [M:0;ec46afd49254:34437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d07f2f10eda549988efe362b8062321e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733462256892/Put/seqid=0 2024-12-06T05:18:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741845_1021 (size=6727) 2024-12-06T05:18:46,101 INFO [M:0;ec46afd49254:34437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d07f2f10eda549988efe362b8062321e 2024-12-06T05:18:46,115 INFO [M:0;ec46afd49254:34437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d07f2f10eda549988efe362b8062321e 2024-12-06T05:18:46,141 DEBUG [M:0;ec46afd49254:34437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cb373358c4c4e45a9a8afb054c92963 is 69, key is ec46afd49254,41697,1733462251848/rs:state/1733462252615/Put/seqid=0 2024-12-06T05:18:46,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741846_1022 (size=5156) 2024-12-06T05:18:46,172 INFO [M:0;ec46afd49254:34437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cb373358c4c4e45a9a8afb054c92963 2024-12-06T05:18:46,183 DEBUG [M:0;ec46afd49254:34437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8068f76b37e498fa838c25293d7c388 as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8068f76b37e498fa838c25293d7c388 2024-12-06T05:18:46,190 INFO [M:0;ec46afd49254:34437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8068f76b37e498fa838c25293d7c388, entries=8, sequenceid=58, filesize=5.5 K 2024-12-06T05:18:46,191 DEBUG [M:0;ec46afd49254:34437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d07f2f10eda549988efe362b8062321e as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d07f2f10eda549988efe362b8062321e 2024-12-06T05:18:46,198 INFO [M:0;ec46afd49254:34437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d07f2f10eda549988efe362b8062321e 2024-12-06T05:18:46,198 INFO [M:0;ec46afd49254:34437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d07f2f10eda549988efe362b8062321e, entries=6, sequenceid=58, filesize=6.6 K 2024-12-06T05:18:46,199 DEBUG [M:0;ec46afd49254:34437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cb373358c4c4e45a9a8afb054c92963 as hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cb373358c4c4e45a9a8afb054c92963 2024-12-06T05:18:46,210 INFO [M:0;ec46afd49254:34437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36467/user/jenkins/test-data/133b93c0-7aec-7e93-a271-fe5053ddde83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cb373358c4c4e45a9a8afb054c92963, entries=1, sequenceid=58, filesize=5.0 K 2024-12-06T05:18:46,213 INFO [M:0;ec46afd49254:34437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=58, compaction requested=false 2024-12-06T05:18:46,241 INFO [M:0;ec46afd49254:34437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:46,241 DEBUG [M:0;ec46afd49254:34437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462325251Disabling compacts and flushes for region at 1733462325251Disabling writes for close at 1733462325251Obtaining lock to block concurrent updates at 1733462325251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462325251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733462325252 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462325252Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462325252Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462325265 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462325265Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462325674 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462325689 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462325690 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462326115 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462326140 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462326140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be88768: reopening flushed file at 1733462326182 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f64669: reopening flushed file at 1733462326190 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f492d86: reopening flushed file at 1733462326198 (+8 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=58, compaction requested=false at 1733462326213 (+15 ms)Writing region close event to WAL at 1733462326241 (+28 ms)Closed at 1733462326241 2024-12-06T05:18:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38547 is added to blk_1073741830_1006 (size=33026) 2024-12-06T05:18:46,256 INFO [M:0;ec46afd49254:34437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:18:46,256 INFO [M:0;ec46afd49254:34437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34437 2024-12-06T05:18:46,257 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:18:46,258 INFO [M:0;ec46afd49254:34437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:18:46,375 INFO [M:0;ec46afd49254:34437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:18:46,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:18:46,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x101a912b56b0003, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:18:46,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ccdba9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:18:46,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb3acf0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:18:46,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:18:46,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c283ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:18:46,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fef29a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.log.dir/,STOPPED} 2024-12-06T05:18:46,423 WARN [BP-292996384-172.17.0.3-1733462249741 heartbeating to localhost/127.0.0.1:36467 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:18:46,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:18:46,423 WARN [BP-292996384-172.17.0.3-1733462249741 heartbeating to localhost/127.0.0.1:36467 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292996384-172.17.0.3-1733462249741 (Datanode Uuid 1a7abb26-bc2f-4ad3-b31c-f9fe8e15b909) service to localhost/127.0.0.1:36467 2024-12-06T05:18:46,423 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:18:46,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/cluster_a80f4ef5-cfae-ed1c-4691-9d512d824f59/data/data1/current/BP-292996384-172.17.0.3-1733462249741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:18:46,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/cluster_a80f4ef5-cfae-ed1c-4691-9d512d824f59/data/data2/current/BP-292996384-172.17.0.3-1733462249741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:18:46,424 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:18:46,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6789d95f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:18:46,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43793546{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:18:46,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:18:46,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d445d3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:18:46,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fb3350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.log.dir/,STOPPED} 2024-12-06T05:18:46,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:18:46,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:18:46,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:18:46,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:18:46,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:46,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:46,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:18:46,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:18:46,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=311071127, stopped=false 2024-12-06T05:18:46,474 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,40819,1733462246242 2024-12-06T05:18:46,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1059577143/running 2024-12-06T05:18:46,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1059577143/running 2024-12-06T05:18:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:18:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:18:46,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on znode that does not yet exist, /0-1059577143/running 2024-12-06T05:18:46,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Set watcher on znode that does not yet exist, /0-1059577143/running 2024-12-06T05:18:46,496 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:18:46,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:18:46,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:18:46,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:46,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,39323,1733462246532' ***** 2024-12-06T05:18:46,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:18:46,498 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:18:46,498 INFO [RS:0;ec46afd49254:39323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:18:46,498 INFO [RS:0;ec46afd49254:39323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:18:46,498 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(3091): Received CLOSE for aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:18:46,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:18:46,508 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:18:46,508 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,39323,1733462246532 2024-12-06T05:18:46,508 INFO [RS:0;ec46afd49254:39323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:18:46,509 INFO [RS:0;ec46afd49254:39323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:39323. 2024-12-06T05:18:46,509 DEBUG [RS:0;ec46afd49254:39323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:18:46,509 DEBUG [RS:0;ec46afd49254:39323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:46,509 INFO [RS:0;ec46afd49254:39323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:18:46,509 INFO [RS:0;ec46afd49254:39323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:18:46,509 INFO [RS:0;ec46afd49254:39323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:18:46,509 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:18:46,509 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aece4928d8a5c9ade0d204cb6b3a678c, disabling compactions & flushes 2024-12-06T05:18:46,509 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:18:46,509 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:18:46,509 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. after waiting 0 ms 2024-12-06T05:18:46,509 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:18:46,512 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:18:46,512 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1325): Online Regions={aece4928d8a5c9ade0d204cb6b3a678c=test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c., 1588230740=hbase:meta,,1.1588230740, 1703aba98736ca65cf2ddab3dd3e1176=hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176.} 2024-12-06T05:18:46,512 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1703aba98736ca65cf2ddab3dd3e1176, aece4928d8a5c9ade0d204cb6b3a678c 2024-12-06T05:18:46,512 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:18:46,512 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:18:46,512 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:18:46,512 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:18:46,512 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:18:46,512 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:18:46,512 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:18:46,513 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:18:46,538 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:18:46,546 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/info/c5d9159e97df464ba2e04683f2655915 is 147, key is hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176./info:regioninfo/1733462258013/Put/seqid=0 2024-12-06T05:18:46,550 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/default/test/aece4928d8a5c9ade0d204cb6b3a678c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:18:46,552 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:18:46,552 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:18:46,552 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:18:46,552 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aece4928d8a5c9ade0d204cb6b3a678c: Waiting for close lock at 1733462326509Running coprocessor pre-close hooks at 1733462326509Disabling compacts and flushes for region at 1733462326509Disabling writes for close at 1733462326509Writing region close event to WAL at 1733462326544 (+35 ms)Running coprocessor post-close hooks at 1733462326552 (+8 ms)Closed at 1733462326552 2024-12-06T05:18:46,552 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c. 2024-12-06T05:18:46,553 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1703aba98736ca65cf2ddab3dd3e1176, disabling compactions & flushes 2024-12-06T05:18:46,553 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:18:46,553 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:18:46,553 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. after waiting 0 ms 2024-12-06T05:18:46,553 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:18:46,553 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1703aba98736ca65cf2ddab3dd3e1176 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-06T05:18:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741844_1020 (size=7686) 2024-12-06T05:18:46,586 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/.tmp/hfileref/6f98affa548c4bdc999385729474d6f8 is 74, key is 1/hfileref:17478f774408424789060bae09751100_SeqId_4_/1733462261443/DeleteColumn/seqid=0 2024-12-06T05:18:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741845_1021 (size=5203) 2024-12-06T05:18:46,712 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:18:46,839 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 997, reset compression=false 2024-12-06T05:18:46,877 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:18:46,877 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 1292, reset compression=false 2024-12-06T05:18:46,877 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39323,1733462246532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:18:46,879 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,39323,1733462246532: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,39323,1733462246532, walGroup=ec46afd49254%2C39323%2C1733462246532, offset=ec46afd49254%2C39323%2C1733462246532.1733462248694:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:39323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:18:46,882 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:18:46,885 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:18:46,886 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:18:46,886 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:18:46,886 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:18:46,886 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 430074528 }, "NonHeapMemoryUsage": { "committed": 180092928, "init": 7667712, "max": -1, "used": 175245744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:18:46,891 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:40819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:40819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:18:46,913 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1703aba98736ca65cf2ddab3dd3e1176 2024-12-06T05:18:46,967 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/info/c5d9159e97df464ba2e04683f2655915 2024-12-06T05:18:47,000 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/ns/4ffb5327da55485099b0bac323f6f42e is 43, key is default/ns:d/1733462249564/Put/seqid=0 2024-12-06T05:18:47,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741846_1022 (size=5153) 2024-12-06T05:18:47,006 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/ns/4ffb5327da55485099b0bac323f6f42e 2024-12-06T05:18:47,007 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/.tmp/hfileref/6f98affa548c4bdc999385729474d6f8 2024-12-06T05:18:47,036 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/.tmp/queue/e978a27b42f14ddb9602d190e093dc30 is 153, key is 1-ec46afd49254,39323,1733462246532/queue:ec46afd49254%2C39323%2C1733462246532/1733462263609/Put/seqid=0 2024-12-06T05:18:47,039 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/rep_barrier/946c7c4ce3bc4ad29ec25cd6b0cb71d6 is 112, key is test,,1733462254253.aece4928d8a5c9ade0d204cb6b3a678c./rep_barrier:seqnumDuringOpen/1733462255730/Put/seqid=0 2024-12-06T05:18:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741847_1023 (size=5352) 2024-12-06T05:18:47,048 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/.tmp/queue/e978a27b42f14ddb9602d190e093dc30 2024-12-06T05:18:47,056 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/.tmp/hfileref/6f98affa548c4bdc999385729474d6f8 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/hfileref/6f98affa548c4bdc999385729474d6f8 2024-12-06T05:18:47,063 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/hfileref/6f98affa548c4bdc999385729474d6f8, entries=2, sequenceid=10, filesize=5.1 K 2024-12-06T05:18:47,064 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/.tmp/queue/e978a27b42f14ddb9602d190e093dc30 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/queue/e978a27b42f14ddb9602d190e093dc30 2024-12-06T05:18:47,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741848_1024 (size=5518) 2024-12-06T05:18:47,073 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/rep_barrier/946c7c4ce3bc4ad29ec25cd6b0cb71d6 2024-12-06T05:18:47,076 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/queue/e978a27b42f14ddb9602d190e093dc30, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T05:18:47,078 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1703aba98736ca65cf2ddab3dd3e1176 in 525ms, sequenceid=10, compaction requested=false 2024-12-06T05:18:47,089 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 1292, reset compression=false 2024-12-06T05:18:47,110 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/table/e3cd5f06901a4c499e00cdbe3f47ca61 is 53, key is hbase:replication/table:state/1733462258029/Put/seqid=0 2024-12-06T05:18:47,111 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/replication/1703aba98736ca65cf2ddab3dd3e1176/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T05:18:47,112 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:18:47,112 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:18:47,112 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:18:47,112 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1703aba98736ca65cf2ddab3dd3e1176: Waiting for close lock at 1733462326552Running coprocessor pre-close hooks at 1733462326552Disabling compacts and flushes for region at 1733462326552Disabling writes for close at 1733462326553 (+1 ms)Obtaining lock to block concurrent updates at 1733462326553Preparing flush snapshotting stores in 1703aba98736ca65cf2ddab3dd3e1176 at 1733462326553Finished memstore snapshotting hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733462326553Flushing stores of hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. at 1733462326554 (+1 ms)Flushing 1703aba98736ca65cf2ddab3dd3e1176/hfileref: creating writer at 1733462326554Flushing 1703aba98736ca65cf2ddab3dd3e1176/hfileref: appending metadata at 1733462326585 (+31 ms)Flushing 1703aba98736ca65cf2ddab3dd3e1176/hfileref: closing flushed file at 1733462326585Flushing 1703aba98736ca65cf2ddab3dd3e1176/queue: creating writer at 1733462327014 (+429 ms)Flushing 1703aba98736ca65cf2ddab3dd3e1176/queue: appending metadata at 1733462327035 (+21 ms)Flushing 1703aba98736ca65cf2ddab3dd3e1176/queue: closing flushed file at 1733462327035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9097ad: reopening flushed file at 1733462327055 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6909831c: reopening flushed file at 1733462327063 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1703aba98736ca65cf2ddab3dd3e1176 in 525ms, sequenceid=10, compaction requested=false at 1733462327078 (+15 ms)Writing region close event to WAL at 1733462327090 (+12 ms)Running coprocessor post-close hooks at 1733462327112 (+22 ms)Closed at 1733462327112 2024-12-06T05:18:47,112 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462257126.1703aba98736ca65cf2ddab3dd3e1176. 2024-12-06T05:18:47,113 DEBUG [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:18:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741849_1025 (size=5308) 2024-12-06T05:18:47,153 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/table/e3cd5f06901a4c499e00cdbe3f47ca61 2024-12-06T05:18:47,163 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/info/c5d9159e97df464ba2e04683f2655915 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/info/c5d9159e97df464ba2e04683f2655915 2024-12-06T05:18:47,174 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/info/c5d9159e97df464ba2e04683f2655915, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:18:47,175 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/ns/4ffb5327da55485099b0bac323f6f42e as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/ns/4ffb5327da55485099b0bac323f6f42e 2024-12-06T05:18:47,182 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/ns/4ffb5327da55485099b0bac323f6f42e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:18:47,184 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/rep_barrier/946c7c4ce3bc4ad29ec25cd6b0cb71d6 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/rep_barrier/946c7c4ce3bc4ad29ec25cd6b0cb71d6 2024-12-06T05:18:47,194 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/rep_barrier/946c7c4ce3bc4ad29ec25cd6b0cb71d6, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:18:47,195 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/.tmp/table/e3cd5f06901a4c499e00cdbe3f47ca61 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/table/e3cd5f06901a4c499e00cdbe3f47ca61 2024-12-06T05:18:47,208 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/table/e3cd5f06901a4c499e00cdbe3f47ca61, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:18:47,209 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 697ms, sequenceid=16, compaction requested=false 2024-12-06T05:18:47,237 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:18:47,246 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:18:47,246 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:18:47,246 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:18:47,246 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462326512Running coprocessor pre-close hooks at 1733462326512Disabling compacts and flushes for region at 1733462326512Disabling writes for close at 1733462326512Obtaining lock to block concurrent updates at 1733462326513 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733462326513Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462326514 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733462326515 (+1 ms)Flushing 1588230740/info: creating writer at 1733462326515Flushing 1588230740/info: appending metadata at 1733462326546 (+31 ms)Flushing 1588230740/info: closing flushed file at 1733462326546Flushing 1588230740/ns: creating writer at 1733462326980 (+434 ms)Flushing 1588230740/ns: appending metadata at 1733462326999 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733462326999Flushing 1588230740/rep_barrier: creating writer at 1733462327019 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462327039 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462327039Flushing 1588230740/table: creating writer at 1733462327085 (+46 ms)Flushing 1588230740/table: appending metadata at 1733462327110 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733462327110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338fc73f: reopening flushed file at 1733462327162 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e55e0e: reopening flushed file at 1733462327174 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8977ab: reopening flushed file at 1733462327183 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36023c6e: reopening flushed file at 1733462327194 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 697ms, sequenceid=16, compaction requested=false at 1733462327209 (+15 ms)Writing region close event to WAL at 1733462327230 (+21 ms)Running coprocessor post-close hooks at 1733462327246 (+16 ms)Closed at 1733462327246 2024-12-06T05:18:47,247 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:18:47,313 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,39323,1733462246532; all regions closed. 2024-12-06T05:18:47,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:18:47,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741839_1015 (size=2700) 2024-12-06T05:18:47,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.rep.1733462257957 not finished, retry = 0 2024-12-06T05:18:47,434 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 to pos 1292, reset compression=false 2024-12-06T05:18:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741833_1009 (size=1300) 2024-12-06T05:18:47,453 DEBUG [RS:0;ec46afd49254:39323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:47,453 INFO [RS:0;ec46afd49254:39323 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:18:47,453 INFO [RS:0;ec46afd49254:39323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:18:47,454 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 for the last time to pos 1292, reset compression=false 2024-12-06T05:18:47,454 INFO [RS:0;ec46afd49254:39323 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:18:47,454 INFO [RS:0;ec46afd49254:39323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:18:47,454 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:18:47,454 INFO [RS:0;ec46afd49254:39323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,39323,1733462246532 because: Region server is closing 2024-12-06T05:18:47,454 INFO [RS:0;ec46afd49254:39323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:39323. 2024-12-06T05:18:47,454 DEBUG [RS:0;ec46afd49254:39323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:18:47,454 DEBUG [RS:0;ec46afd49254:39323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:47,455 DEBUG [RS:0;ec46afd49254:39323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:47,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:18:47,457 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 and length of the file is 1300 2024-12-06T05:18:47,457 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.wal-reader.ec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/WALs/ec46afd49254,39323,1733462246532/ec46afd49254%2C39323%2C1733462246532.1733462248694 2024-12-06T05:18:47,555 INFO [RS:0;ec46afd49254:39323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39323,1733462246532.replicationSource.shipperec46afd49254%2C39323%2C1733462246532,1-ec46afd49254,39323,1733462246532 terminated 2024-12-06T05:18:47,555 INFO [RS:0;ec46afd49254:39323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39323 2024-12-06T05:18:47,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143/rs 2024-12-06T05:18:47,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1059577143/rs/ec46afd49254,39323,1733462246532 2024-12-06T05:18:47,563 INFO [RS:0;ec46afd49254:39323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:18:47,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,39323,1733462246532] 2024-12-06T05:18:47,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1059577143/draining/ec46afd49254,39323,1733462246532 already deleted, retry=false 2024-12-06T05:18:47,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,39323,1733462246532 expired; onlineServers=0 2024-12-06T05:18:47,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,40819,1733462246242' ***** 2024-12-06T05:18:47,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:18:47,573 INFO [M:0;ec46afd49254:40819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:18:47,573 INFO [M:0;ec46afd49254:40819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:18:47,573 DEBUG [M:0;ec46afd49254:40819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:18:47,574 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:18:47,574 DEBUG [M:0;ec46afd49254:40819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:18:47,574 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462248313 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462248313,5,FailOnTimeoutGroup] 2024-12-06T05:18:47,574 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462248316 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462248316,5,FailOnTimeoutGroup] 2024-12-06T05:18:47,574 INFO [M:0;ec46afd49254:40819 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:18:47,574 INFO [M:0;ec46afd49254:40819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:18:47,574 DEBUG [M:0;ec46afd49254:40819 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:18:47,574 INFO [M:0;ec46afd49254:40819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:18:47,574 INFO [M:0;ec46afd49254:40819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:18:47,574 INFO [M:0;ec46afd49254:40819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:18:47,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:18:47,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1059577143/master 2024-12-06T05:18:47,584 DEBUG [M:0;ec46afd49254:40819 {}] zookeeper.ZKUtil(347): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Unable to get data of znode /0-1059577143/master because node does not exist (not an error) 2024-12-06T05:18:47,584 WARN [M:0;ec46afd49254:40819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:18:47,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1059577143 2024-12-06T05:18:47,601 INFO [M:0;ec46afd49254:40819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/.lastflushedseqids 2024-12-06T05:18:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741850_1026 (size=263) 2024-12-06T05:18:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:18:47,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39323-0x101a912b56b0001, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:18:47,674 INFO [RS:0;ec46afd49254:39323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:18:47,674 INFO [RS:0;ec46afd49254:39323 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,39323,1733462246532; zookeeper connection closed. 2024-12-06T05:18:47,674 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b538462 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b538462 2024-12-06T05:18:47,674 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:18:48,015 INFO [M:0;ec46afd49254:40819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:18:48,016 INFO [M:0;ec46afd49254:40819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:18:48,016 DEBUG [M:0;ec46afd49254:40819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:18:48,016 INFO [M:0;ec46afd49254:40819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:48,016 DEBUG [M:0;ec46afd49254:40819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:48,016 DEBUG [M:0;ec46afd49254:40819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:18:48,016 DEBUG [M:0;ec46afd49254:40819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:48,016 INFO [M:0;ec46afd49254:40819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-06T05:18:48,037 DEBUG [M:0;ec46afd49254:40819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d0b07ffe2b4ee995dc9251682161e1 is 82, key is hbase:meta,,1/info:regioninfo/1733462249539/Put/seqid=0 2024-12-06T05:18:48,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741851_1027 (size=5672) 2024-12-06T05:18:48,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,448 INFO [M:0;ec46afd49254:40819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d0b07ffe2b4ee995dc9251682161e1 2024-12-06T05:18:48,470 DEBUG [M:0;ec46afd49254:40819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0c4d8cbd21f462c9b6a244275f6c3f4 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733462255765/Put/seqid=0 2024-12-06T05:18:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741852_1028 (size=7241) 2024-12-06T05:18:48,878 INFO [M:0;ec46afd49254:40819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0c4d8cbd21f462c9b6a244275f6c3f4 2024-12-06T05:18:48,883 INFO [M:0;ec46afd49254:40819 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0c4d8cbd21f462c9b6a244275f6c3f4 2024-12-06T05:18:48,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:18:48,903 DEBUG [M:0;ec46afd49254:40819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/370f944dcca74836bebd422f564f4ef2 is 69, key is ec46afd49254,39323,1733462246532/rs:state/1733462248392/Put/seqid=0 2024-12-06T05:18:48,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741853_1029 (size=5156) 2024-12-06T05:18:48,908 INFO [M:0;ec46afd49254:40819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/370f944dcca74836bebd422f564f4ef2 2024-12-06T05:18:48,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,917 DEBUG [M:0;ec46afd49254:40819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d0b07ffe2b4ee995dc9251682161e1 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99d0b07ffe2b4ee995dc9251682161e1 2024-12-06T05:18:48,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:48,924 INFO [M:0;ec46afd49254:40819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99d0b07ffe2b4ee995dc9251682161e1, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T05:18:48,926 DEBUG [M:0;ec46afd49254:40819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0c4d8cbd21f462c9b6a244275f6c3f4 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0c4d8cbd21f462c9b6a244275f6c3f4 2024-12-06T05:18:48,933 INFO [M:0;ec46afd49254:40819 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0c4d8cbd21f462c9b6a244275f6c3f4 2024-12-06T05:18:48,933 INFO [M:0;ec46afd49254:40819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0c4d8cbd21f462c9b6a244275f6c3f4, entries=11, sequenceid=105, filesize=7.1 K 2024-12-06T05:18:48,934 DEBUG [M:0;ec46afd49254:40819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/370f944dcca74836bebd422f564f4ef2 as hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/370f944dcca74836bebd422f564f4ef2 2024-12-06T05:18:48,944 INFO [M:0;ec46afd49254:40819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32817/user/jenkins/test-data/cc3b1657-f8aa-44f3-b16f-b815afb577ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/370f944dcca74836bebd422f564f4ef2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T05:18:48,945 INFO [M:0;ec46afd49254:40819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=105, compaction requested=false 2024-12-06T05:18:48,965 INFO [M:0;ec46afd49254:40819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:48,965 DEBUG [M:0;ec46afd49254:40819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462328016Disabling compacts and flushes for region at 1733462328016Disabling writes for close at 1733462328016Obtaining lock to block concurrent updates at 1733462328016Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462328016Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733462328016Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462328017 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462328017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462328037 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462328037Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462328453 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462328470 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462328470Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462328883 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462328902 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462328902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e9f8d2: reopening flushed file at 1733462328915 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6056595c: reopening flushed file at 1733462328924 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e917a29: reopening flushed file at 1733462328933 (+9 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=105, compaction requested=false at 1733462328945 (+12 ms)Writing region close event to WAL at 1733462328965 (+20 ms)Closed at 1733462328965 2024-12-06T05:18:48,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741830_1006 (size=64538) 2024-12-06T05:18:48,971 INFO [M:0;ec46afd49254:40819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:18:48,971 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:18:48,971 INFO [M:0;ec46afd49254:40819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40819 2024-12-06T05:18:48,971 INFO [M:0;ec46afd49254:40819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:18:49,084 INFO [M:0;ec46afd49254:40819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:18:49,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:18:49,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40819-0x101a912b56b0000, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:18:49,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@365ad6ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:18:49,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273110db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:18:49,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:18:49,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b06571{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:18:49,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f897314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.log.dir/,STOPPED} 2024-12-06T05:18:49,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:18:49,089 WARN [BP-137974790-172.17.0.3-1733462243864 heartbeating to localhost/127.0.0.1:32817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:18:49,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:18:49,089 WARN [BP-137974790-172.17.0.3-1733462243864 heartbeating to localhost/127.0.0.1:32817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-137974790-172.17.0.3-1733462243864 (Datanode Uuid 50a1f3ae-3838-4e91-a3af-4d65028c92c0) service to localhost/127.0.0.1:32817 2024-12-06T05:18:49,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/cluster_4d5f2368-1d32-7c21-5222-e5bab9fe6b4d/data/data1/current/BP-137974790-172.17.0.3-1733462243864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:18:49,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/cluster_4d5f2368-1d32-7c21-5222-e5bab9fe6b4d/data/data2/current/BP-137974790-172.17.0.3-1733462243864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:18:49,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:18:49,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6380c7ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:18:49,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c057cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:18:49,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:18:49,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12ab0416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:18:49,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c631403{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8faa2ee9-5c3c-5d14-ac9b-fabcc8f9bf3b/hadoop.log.dir/,STOPPED} 2024-12-06T05:18:49,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:18:49,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:18:49,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 135) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:36467 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:36467 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f7490b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:32817 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:32817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49705) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f7490b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36467 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:32817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49705) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:36467 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=738 (was 975), ProcessCount=11 (was 11), AvailableMemoryMB=6081 (was 6528) 2024-12-06T05:18:49,135 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=738, ProcessCount=11, AvailableMemoryMB=6081 2024-12-06T05:18:49,154 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-06T05:18:49,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.log.dir so I do NOT create it in target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3 2024-12-06T05:18:49,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:18:49,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.tmp.dir so I do NOT create it in target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3 2024-12-06T05:18:49,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd52b70c-67fc-0f40-5e4d-74a868692e30/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:18:49,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3 2024-12-06T05:18:49,155 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/cluster_3d73a064-a2bb-b4e1-2f14-bee9ec608797, deleteOnExit=true 2024-12-06T05:18:49,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/cluster_3d73a064-a2bb-b4e1-2f14-bee9ec608797/zookeeper_0, clientPort=50166, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/cluster_3d73a064-a2bb-b4e1-2f14-bee9ec608797/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/cluster_3d73a064-a2bb-b4e1-2f14-bee9ec608797/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:18:49,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50166 2024-12-06T05:18:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:18:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:18:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/test.cache.data in system properties and HBase conf 2024-12-06T05:18:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:18:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:18:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:18:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:18:49,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:18:49,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:18:49,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:18:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:18:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:18:49,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:18:49,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a912b56b0002, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:18:49,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a912b56b0002, quorum=127.0.0.1:49705, baseZNode=/0-1059577143 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:18:49,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a912b56b0005, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:18:49,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a912b56b0005, quorum=127.0.0.1:49705, baseZNode=/1-2032636664 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:18:49,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:18:49,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:18:49,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:18:49,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:18:49,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:18:49,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:18:49,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ab422d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:18:49,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cbcbfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:18:49,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9fdd804{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/java.io.tmpdir/jetty-localhost-34023-hadoop-hdfs-3_4_1-tests_jar-_-any-150597824172820944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:18:49,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d472a78{HTTP/1.1, (http/1.1)}{localhost:34023} 2024-12-06T05:18:49,806 INFO [Time-limited test {}] server.Server(415): Started @186179ms 2024-12-06T05:18:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:18:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:18:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T05:18:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:18:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:18:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:18:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:18:50,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:18:50,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:18:50,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:18:50,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:18:50,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:18:50,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d9644af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:18:50,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56d22d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:18:50,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ac38a6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/java.io.tmpdir/jetty-localhost-43817-hadoop-hdfs-3_4_1-tests_jar-_-any-6724203873164735144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:18:50,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@231b1ad7{HTTP/1.1, (http/1.1)}{localhost:43817} 2024-12-06T05:18:50,347 INFO [Time-limited test {}] server.Server(415): Started @186720ms 2024-12-06T05:18:50,348 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:18:51,533 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/cluster_3d73a064-a2bb-b4e1-2f14-bee9ec608797/data/data1/current/BP-20536639-172.17.0.3-1733462329221/current, will proceed with Du for space computation calculation, 2024-12-06T05:18:51,533 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/cluster_3d73a064-a2bb-b4e1-2f14-bee9ec608797/data/data2/current/BP-20536639-172.17.0.3-1733462329221/current, will proceed with Du for space computation calculation, 2024-12-06T05:18:51,566 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:18:51,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd933610c4c1b490 with lease ID 0x98983760ac3943aa: Processing first storage report for DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9 from datanode DatanodeRegistration(127.0.0.1:33307, datanodeUuid=a6b66224-d8fb-4b32-acb2-36c0449d065b, infoPort=44559, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=849968376;c=1733462329221) 2024-12-06T05:18:51,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd933610c4c1b490 with lease ID 0x98983760ac3943aa: from storage DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9 node DatanodeRegistration(127.0.0.1:33307, datanodeUuid=a6b66224-d8fb-4b32-acb2-36c0449d065b, infoPort=44559, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=849968376;c=1733462329221), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:18:51,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd933610c4c1b490 with lease ID 0x98983760ac3943aa: Processing first storage report for DS-f6e89f08-7941-408e-b0b2-3704e2c3e00f from datanode DatanodeRegistration(127.0.0.1:33307, datanodeUuid=a6b66224-d8fb-4b32-acb2-36c0449d065b, infoPort=44559, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=849968376;c=1733462329221) 2024-12-06T05:18:51,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd933610c4c1b490 with lease ID 0x98983760ac3943aa: from storage DS-f6e89f08-7941-408e-b0b2-3704e2c3e00f node DatanodeRegistration(127.0.0.1:33307, datanodeUuid=a6b66224-d8fb-4b32-acb2-36c0449d065b, infoPort=44559, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=849968376;c=1733462329221), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:18:51,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3 2024-12-06T05:18:51,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:51,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:51,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:18:51,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a with version=8 2024-12-06T05:18:51,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/hbase-staging 2024-12-06T05:18:51,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:18:51,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:51,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:51,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:18:51,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:51,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:18:51,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:18:51,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:18:51,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43565 2024-12-06T05:18:51,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43565 connecting to ZooKeeper ensemble=127.0.0.1:50166 2024-12-06T05:18:51,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435650x0, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:18:51,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43565-0x101a91402f10000 connected 2024-12-06T05:18:51,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:51,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:51,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/running 2024-12-06T05:18:51,910 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a, hbase.cluster.distributed=false 2024-12-06T05:18:51,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/acl 2024-12-06T05:18:51,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43565 2024-12-06T05:18:51,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43565 2024-12-06T05:18:51,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43565 2024-12-06T05:18:51,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43565 2024-12-06T05:18:51,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43565 2024-12-06T05:18:51,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:18:51,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:51,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:51,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:18:51,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:51,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:18:51,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:18:51,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:18:51,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40865 2024-12-06T05:18:51,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40865 connecting to ZooKeeper ensemble=127.0.0.1:50166 2024-12-06T05:18:51,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:51,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:52,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408650x0, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:18:52,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408650x0, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/running 2024-12-06T05:18:52,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:18:52,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40865-0x101a91402f10001 connected 2024-12-06T05:18:52,013 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:18:52,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/master 2024-12-06T05:18:52,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/acl 2024-12-06T05:18:52,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40865 2024-12-06T05:18:52,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40865 2024-12-06T05:18:52,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40865 2024-12-06T05:18:52,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40865 2024-12-06T05:18:52,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40865 2024-12-06T05:18:52,043 DEBUG [M:0;ec46afd49254:43565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:43565 2024-12-06T05:18:52,044 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1370855191/backup-masters/ec46afd49254,43565,1733462331672 2024-12-06T05:18:52,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/backup-masters 2024-12-06T05:18:52,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/backup-masters 2024-12-06T05:18:52,053 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on existing znode=/0-1370855191/backup-masters/ec46afd49254,43565,1733462331672 2024-12-06T05:18:52,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1370855191/master 2024-12-06T05:18:52,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,064 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on existing znode=/0-1370855191/master 2024-12-06T05:18:52,065 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1370855191/backup-masters/ec46afd49254,43565,1733462331672 from backup master directory 2024-12-06T05:18:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/backup-masters/ec46afd49254,43565,1733462331672 2024-12-06T05:18:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/backup-masters 2024-12-06T05:18:52,074 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:18:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/backup-masters 2024-12-06T05:18:52,074 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,43565,1733462331672 2024-12-06T05:18:52,078 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/hbase.id] with ID: fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac 2024-12-06T05:18:52,078 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/.tmp/hbase.id 2024-12-06T05:18:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:18:52,102 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/.tmp/hbase.id]:[hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/hbase.id] 2024-12-06T05:18:52,116 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:52,117 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:18:52,118 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:18:52,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:18:52,143 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:18:52,144 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:18:52,145 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:18:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:18:52,552 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store 2024-12-06T05:18:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:18:52,559 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:52,559 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:18:52,559 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:52,559 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:52,559 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:18:52,559 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:52,559 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:52,559 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462332559Disabling compacts and flushes for region at 1733462332559Disabling writes for close at 1733462332559Writing region close event to WAL at 1733462332559Closed at 1733462332559 2024-12-06T05:18:52,568 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/.initializing 2024-12-06T05:18:52,568 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672 2024-12-06T05:18:52,570 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:18:52,572 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C43565%2C1733462331672, suffix=, logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672, archiveDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/oldWALs, maxLogs=10 2024-12-06T05:18:52,588 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672/ec46afd49254%2C43565%2C1733462331672.1733462332572, exclude list is [], retry=0 2024-12-06T05:18:52,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9,DISK] 2024-12-06T05:18:52,594 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672/ec46afd49254%2C43565%2C1733462331672.1733462332572 2024-12-06T05:18:52,594 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559)] 2024-12-06T05:18:52,594 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:18:52,594 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:52,595 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,595 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:18:52,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:52,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:52,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:18:52,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:52,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:18:52,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:18:52,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:52,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:18:52,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:18:52,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:52,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:18:52,613 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,614 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,614 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,615 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,615 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,616 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:18:52,617 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:52,619 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:18:52,619 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62184576, jitterRate=-0.07337760925292969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:18:52,620 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462332595Initializing all the Stores at 1733462332596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462332596Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462332605 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462332605Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462332605Cleaning up temporary data from old regions at 1733462332615 (+10 ms)Region opened successfully at 1733462332620 (+5 ms) 2024-12-06T05:18:52,620 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:18:52,623 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47497de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:18:52,624 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:18:52,624 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:18:52,625 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:18:52,625 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:18:52,625 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:18:52,626 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:18:52,626 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:18:52,633 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:18:52,634 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/balancer because node does not exist (not necessarily an error) 2024-12-06T05:18:52,653 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/balancer already deleted, retry=false 2024-12-06T05:18:52,654 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:18:52,654 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:18:52,663 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/normalizer already deleted, retry=false 2024-12-06T05:18:52,664 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:18:52,667 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:18:52,678 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/switch/split already deleted, retry=false 2024-12-06T05:18:52,679 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:18:52,688 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/switch/merge already deleted, retry=false 2024-12-06T05:18:52,690 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:18:52,709 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/snapshot-cleanup already deleted, retry=false 2024-12-06T05:18:52,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1370855191/running 2024-12-06T05:18:52,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1370855191/running 2024-12-06T05:18:52,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,721 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,43565,1733462331672, sessionid=0x101a91402f10000, setting cluster-up flag (Was=false) 2024-12-06T05:18:52,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,773 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1370855191/flush-table-proc/acquired, /0-1370855191/flush-table-proc/reached, /0-1370855191/flush-table-proc/abort 2024-12-06T05:18:52,774 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,43565,1733462331672 2024-12-06T05:18:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:52,847 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1370855191/online-snapshot/acquired, /0-1370855191/online-snapshot/reached, /0-1370855191/online-snapshot/abort 2024-12-06T05:18:52,848 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,43565,1733462331672 2024-12-06T05:18:52,851 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:18:52,853 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:18:52,853 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:18:52,853 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:18:52,853 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,43565,1733462331672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:18:52,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:18:52,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:18:52,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:18:52,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:18:52,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:18:52,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:52,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:18:52,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:52,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:18:52,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:18:52,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:52,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:18:52,884 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462362884 2024-12-06T05:18:52,884 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:18:52,884 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:18:52,884 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:18:52,885 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:18:52,885 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:18:52,885 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:18:52,892 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:52,900 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:18:52,900 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:18:52,901 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:18:52,901 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:18:52,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:18:52,908 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:18:52,908 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:18:52,912 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462332908,5,FailOnTimeoutGroup] 2024-12-06T05:18:52,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:18:52,919 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a 2024-12-06T05:18:52,922 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462332912,5,FailOnTimeoutGroup] 2024-12-06T05:18:52,922 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:52,922 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:18:52,922 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:52,922 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:52,949 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(746): ClusterId : fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac 2024-12-06T05:18:52,949 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:18:52,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:18:52,963 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:18:52,963 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:18:52,973 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:18:52,974 DEBUG [RS:0;ec46afd49254:40865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3196e157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:18:52,993 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:40865 2024-12-06T05:18:52,993 INFO [RS:0;ec46afd49254:40865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:18:52,993 INFO [RS:0;ec46afd49254:40865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:18:52,994 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:18:52,994 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,43565,1733462331672 with port=40865, startcode=1733462331935 2024-12-06T05:18:52,994 DEBUG [RS:0;ec46afd49254:40865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:18:52,996 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:18:52,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,40865,1733462331935 2024-12-06T05:18:52,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43565 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,40865,1733462331935 2024-12-06T05:18:52,998 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a 2024-12-06T05:18:52,998 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35921 2024-12-06T05:18:52,998 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:18:53,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/rs 2024-12-06T05:18:53,017 DEBUG [RS:0;ec46afd49254:40865 {}] zookeeper.ZKUtil(111): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on existing znode=/0-1370855191/rs/ec46afd49254,40865,1733462331935 2024-12-06T05:18:53,017 WARN [RS:0;ec46afd49254:40865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:18:53,017 INFO [RS:0;ec46afd49254:40865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:18:53,017 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935 2024-12-06T05:18:53,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,40865,1733462331935] 2024-12-06T05:18:53,027 INFO [RS:0;ec46afd49254:40865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:18:53,032 INFO [RS:0;ec46afd49254:40865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:18:53,033 INFO [RS:0;ec46afd49254:40865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:18:53,033 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,033 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:18:53,034 INFO [RS:0;ec46afd49254:40865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:18:53,034 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:18:53,034 DEBUG [RS:0;ec46afd49254:40865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:18:53,036 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,036 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,036 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,036 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,036 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,036 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40865,1733462331935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:18:53,054 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:18:53,054 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40865,1733462331935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,054 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,054 INFO [RS:0;ec46afd49254:40865 {}] regionserver.Replication(171): ec46afd49254,40865,1733462331935 started 2024-12-06T05:18:53,070 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,070 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,40865,1733462331935, RpcServer on ec46afd49254/172.17.0.3:40865, sessionid=0x101a91402f10001 2024-12-06T05:18:53,070 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:18:53,070 DEBUG [RS:0;ec46afd49254:40865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,40865,1733462331935 2024-12-06T05:18:53,070 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,40865,1733462331935' 2024-12-06T05:18:53,070 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1370855191/flush-table-proc/abort' 2024-12-06T05:18:53,070 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1370855191/flush-table-proc/acquired' 2024-12-06T05:18:53,071 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:18:53,071 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:18:53,071 DEBUG [RS:0;ec46afd49254:40865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,40865,1733462331935 2024-12-06T05:18:53,071 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,40865,1733462331935' 2024-12-06T05:18:53,071 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1370855191/online-snapshot/abort' 2024-12-06T05:18:53,071 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1370855191/online-snapshot/acquired' 2024-12-06T05:18:53,071 DEBUG [RS:0;ec46afd49254:40865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:18:53,071 INFO [RS:0;ec46afd49254:40865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:18:53,071 INFO [RS:0;ec46afd49254:40865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:18:53,172 INFO [RS:0;ec46afd49254:40865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:18:53,174 INFO [RS:0;ec46afd49254:40865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C40865%2C1733462331935, suffix=, logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935, archiveDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs, maxLogs=10 2024-12-06T05:18:53,187 DEBUG [RS:0;ec46afd49254:40865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.1733462333174, exclude list is [], retry=0 2024-12-06T05:18:53,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9,DISK] 2024-12-06T05:18:53,203 INFO [RS:0;ec46afd49254:40865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.1733462333174 2024-12-06T05:18:53,203 DEBUG [RS:0;ec46afd49254:40865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559)] 2024-12-06T05:18:53,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:53,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:18:53,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:18:53,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:53,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:53,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:18:53,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:18:53,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:53,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:53,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:18:53,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:18:53,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:53,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:53,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:18:53,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:18:53,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:53,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:53,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:18:53,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740 2024-12-06T05:18:53,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740 2024-12-06T05:18:53,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:18:53,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:18:53,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:18:53,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:18:53,401 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:18:53,403 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59083170, jitterRate=-0.11959215998649597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:18:53,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462333363Initializing all the Stores at 1733462333365 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462333365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462333365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462333365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462333365Cleaning up temporary data from old regions at 1733462333387 (+22 ms)Region opened successfully at 1733462333404 (+17 ms) 2024-12-06T05:18:53,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:18:53,404 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:18:53,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:18:53,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:18:53,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:18:53,409 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:18:53,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462333404Disabling compacts and flushes for region at 1733462333404Disabling writes for close at 1733462333404Writing region close event to WAL at 1733462333409 (+5 ms)Closed at 1733462333409 2024-12-06T05:18:53,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:18:53,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:18:53,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:18:53,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:18:53,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:18:53,568 DEBUG [ec46afd49254:43565 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:18:53,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,40865,1733462331935 2024-12-06T05:18:53,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,40865,1733462331935, state=OPENING 2024-12-06T05:18:53,579 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:18:53,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:53,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:53,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:18:53,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:18:53,657 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:18:53,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,40865,1733462331935}] 2024-12-06T05:18:53,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:18:53,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:18:53,817 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:18:53,818 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:18:53,818 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:18:53,823 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C40865%2C1733462331935.meta, suffix=.meta, logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935, archiveDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs, maxLogs=10 2024-12-06T05:18:53,841 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.meta.1733462333824.meta, exclude list is [], retry=0 2024-12-06T05:18:53,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9,DISK] 2024-12-06T05:18:53,845 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.meta.1733462333824.meta 2024-12-06T05:18:53,846 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559)] 2024-12-06T05:18:53,846 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:18:53,846 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:18:53,846 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:18:53,846 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:18:53,846 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:18:53,847 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:18:53,847 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:53,847 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:18:53,847 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:18:53,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:18:53,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:18:53,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:53,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:53,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:18:53,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:18:53,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:53,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:53,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:18:53,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:18:53,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:53,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:53,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:18:53,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:18:53,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:53,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:53,854 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:18:53,855 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740 2024-12-06T05:18:53,856 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740 2024-12-06T05:18:53,857 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:18:53,857 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:18:53,858 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:18:53,859 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:18:53,860 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60029154, jitterRate=-0.10549589991569519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:18:53,860 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:18:53,861 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462333847Writing region info on filesystem at 1733462333847Initializing all the Stores at 1733462333848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462333848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462333848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462333848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462333848Cleaning up temporary data from old regions at 1733462333857 (+9 ms)Running coprocessor post-open hooks at 1733462333860 (+3 ms)Region opened successfully at 1733462333861 (+1 ms) 2024-12-06T05:18:53,862 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462333811 2024-12-06T05:18:53,864 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:18:53,864 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:18:53,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,40865,1733462331935 2024-12-06T05:18:53,865 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,40865,1733462331935, state=OPEN 2024-12-06T05:18:53,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370855191/meta-region-server 2024-12-06T05:18:53,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370855191/meta-region-server 2024-12-06T05:18:53,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,40865,1733462331935 2024-12-06T05:18:53,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:18:53,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:18:53,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:18:53,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,40865,1733462331935 in 217 msec 2024-12-06T05:18:53,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:18:53,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-12-06T05:18:53,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:18:53,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:18:53,883 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:18:53,883 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40865,1733462331935, seqNum=-1] 2024-12-06T05:18:53,884 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:18:53,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:18:53,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0390 sec 2024-12-06T05:18:53,892 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462333892, completionTime=-1 2024-12-06T05:18:53,892 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:18:53,892 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:18:53,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:18:53,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462393895 2024-12-06T05:18:53,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462453895 2024-12-06T05:18:53,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:18:53,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43565,1733462331672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43565,1733462331672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43565,1733462331672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:43565, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,895 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,896 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,899 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:18:53,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.828sec 2024-12-06T05:18:53,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:18:53,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:18:53,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:18:53,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:18:53,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:18:53,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43565,1733462331672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:18:53,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43565,1733462331672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:18:53,910 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:18:53,910 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:18:53,910 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43565,1733462331672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:53,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a36004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:53,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,43565,-1 for getting cluster id 2024-12-06T05:18:53,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:18:53,944 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac' 2024-12-06T05:18:53,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:18:53,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac" 2024-12-06T05:18:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aa0685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,43565,-1] 2024-12-06T05:18:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:18:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:53,947 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:18:53,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a6fccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:53,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:18:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40865,1733462331935, seqNum=-1] 2024-12-06T05:18:53,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:18:53,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:18:53,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,43565,1733462331672 2024-12-06T05:18:53,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50166 2024-12-06T05:18:53,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:18:53,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a91402f10002 connected 2024-12-06T05:18:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.log.dir so I do NOT create it in target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a 2024-12-06T05:18:53,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:18:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.tmp.dir so I do NOT create it in target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a 2024-12-06T05:18:53,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:18:53,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a 2024-12-06T05:18:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:18:53,984 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/cluster_ec067d69-3f76-8900-a3ef-19322c280fcf, deleteOnExit=true 2024-12-06T05:18:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:18:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/test.cache.data in system properties and HBase conf 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:18:53,985 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:18:53,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:18:54,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:18:54,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:18:54,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:18:54,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:18:54,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:18:54,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:18:54,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648840d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:18:54,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4380c0aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:18:54,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a1c50e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/java.io.tmpdir/jetty-localhost-37137-hadoop-hdfs-3_4_1-tests_jar-_-any-12866352347553403558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:18:54,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a1e3281{HTTP/1.1, (http/1.1)}{localhost:37137} 2024-12-06T05:18:54,573 INFO [Time-limited test {}] server.Server(415): Started @190946ms 2024-12-06T05:18:54,965 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:18:54,984 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:54,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:54,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:54,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:54,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:54,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:18:54,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:18:55,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:18:55,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:18:55,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:18:55,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:18:55,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@478d5fc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:18:55,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a6ccddd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:18:55,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c644fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/java.io.tmpdir/jetty-localhost-40495-hadoop-hdfs-3_4_1-tests_jar-_-any-5989170025240408736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:18:55,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@319d2463{HTTP/1.1, (http/1.1)}{localhost:40495} 2024-12-06T05:18:55,128 INFO [Time-limited test {}] server.Server(415): Started @191501ms 2024-12-06T05:18:55,130 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:18:55,958 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/cluster_ec067d69-3f76-8900-a3ef-19322c280fcf/data/data1/current/BP-2046587670-172.17.0.3-1733462334007/current, will proceed with Du for space computation calculation, 2024-12-06T05:18:55,959 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/cluster_ec067d69-3f76-8900-a3ef-19322c280fcf/data/data2/current/BP-2046587670-172.17.0.3-1733462334007/current, will proceed with Du for space computation calculation, 2024-12-06T05:18:55,987 WARN [Thread-1400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:18:55,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a520859ad6f28eb with lease ID 0x5db23bdb2f5c0d29: Processing first storage report for DS-798ad0e2-e837-4b6d-a827-5649ec178b3b from datanode DatanodeRegistration(127.0.0.1:43311, datanodeUuid=1643a597-b04d-4db1-95be-fc8134de9e52, infoPort=37441, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=253942407;c=1733462334007) 2024-12-06T05:18:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a520859ad6f28eb with lease ID 0x5db23bdb2f5c0d29: from storage DS-798ad0e2-e837-4b6d-a827-5649ec178b3b node DatanodeRegistration(127.0.0.1:43311, datanodeUuid=1643a597-b04d-4db1-95be-fc8134de9e52, infoPort=37441, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=253942407;c=1733462334007), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:18:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a520859ad6f28eb with lease ID 0x5db23bdb2f5c0d29: Processing first storage report for DS-e28b92e7-a0c5-474c-9468-e1539dc0afad from datanode DatanodeRegistration(127.0.0.1:43311, datanodeUuid=1643a597-b04d-4db1-95be-fc8134de9e52, infoPort=37441, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=253942407;c=1733462334007) 2024-12-06T05:18:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a520859ad6f28eb with lease ID 0x5db23bdb2f5c0d29: from storage DS-e28b92e7-a0c5-474c-9468-e1539dc0afad node DatanodeRegistration(127.0.0.1:43311, datanodeUuid=1643a597-b04d-4db1-95be-fc8134de9e52, infoPort=37441, infoSecurePort=0, ipcPort=33931, storageInfo=lv=-57;cid=testClusterID;nsid=253942407;c=1733462334007), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:18:56,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a 2024-12-06T05:18:56,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:56,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:18:56,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818 with version=8 2024-12-06T05:18:56,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/hbase-staging 2024-12-06T05:18:56,111 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:18:56,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:56,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:56,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:18:56,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:56,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:18:56,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:18:56,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:18:56,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35625 2024-12-06T05:18:56,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35625 connecting to ZooKeeper ensemble=127.0.0.1:50166 2024-12-06T05:18:56,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356250x0, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:18:56,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35625-0x101a91402f10003 connected 2024-12-06T05:18:56,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:56,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:56,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on znode that does not yet exist, /12063620532/running 2024-12-06T05:18:56,226 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818, hbase.cluster.distributed=false 2024-12-06T05:18:56,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on znode that does not yet exist, /12063620532/acl 2024-12-06T05:18:56,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35625 2024-12-06T05:18:56,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35625 2024-12-06T05:18:56,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35625 2024-12-06T05:18:56,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35625 2024-12-06T05:18:56,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35625 2024-12-06T05:18:56,273 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:18:56,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:56,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:56,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:18:56,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:18:56,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:18:56,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:18:56,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:18:56,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34531 2024-12-06T05:18:56,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34531 connecting to ZooKeeper ensemble=127.0.0.1:50166 2024-12-06T05:18:56,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:56,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:56,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345310x0, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:18:56,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34531-0x101a91402f10004 connected 2024-12-06T05:18:56,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on znode that does not yet exist, /12063620532/running 2024-12-06T05:18:56,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:18:56,300 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:18:56,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on znode that does not yet exist, /12063620532/master 2024-12-06T05:18:56,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on znode that does not yet exist, /12063620532/acl 2024-12-06T05:18:56,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34531 2024-12-06T05:18:56,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34531 2024-12-06T05:18:56,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34531 2024-12-06T05:18:56,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34531 2024-12-06T05:18:56,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34531 2024-12-06T05:18:56,334 DEBUG [M:0;ec46afd49254:35625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:35625 2024-12-06T05:18:56,334 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12063620532/backup-masters/ec46afd49254,35625,1733462336111 2024-12-06T05:18:56,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532/backup-masters 2024-12-06T05:18:56,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532/backup-masters 2024-12-06T05:18:56,341 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on existing znode=/12063620532/backup-masters/ec46afd49254,35625,1733462336111 2024-12-06T05:18:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12063620532/master 2024-12-06T05:18:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:56,354 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on existing znode=/12063620532/master 2024-12-06T05:18:56,354 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12063620532/backup-masters/ec46afd49254,35625,1733462336111 from backup master directory 2024-12-06T05:18:56,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063620532/backup-masters/ec46afd49254,35625,1733462336111 2024-12-06T05:18:56,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532/backup-masters 2024-12-06T05:18:56,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532/backup-masters 2024-12-06T05:18:56,362 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:18:56,362 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,35625,1733462336111 2024-12-06T05:18:56,373 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/hbase.id] with ID: 21154608-a471-48d7-9b21-6a3c26f53de9 2024-12-06T05:18:56,373 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/.tmp/hbase.id 2024-12-06T05:18:56,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:18:56,786 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/.tmp/hbase.id]:[hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/hbase.id] 2024-12-06T05:18:56,796 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:18:56,796 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:18:56,797 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:18:56,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:56,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:18:57,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:18:57,254 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:18:57,254 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:18:57,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:18:57,661 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store 2024-12-06T05:18:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:18:58,068 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:58,068 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:18:58,068 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:58,068 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:58,068 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:18:58,068 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:58,068 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:18:58,068 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462338068Disabling compacts and flushes for region at 1733462338068Disabling writes for close at 1733462338068Writing region close event to WAL at 1733462338068Closed at 1733462338068 2024-12-06T05:18:58,069 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/.initializing 2024-12-06T05:18:58,069 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/WALs/ec46afd49254,35625,1733462336111 2024-12-06T05:18:58,070 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:18:58,071 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C35625%2C1733462336111, suffix=, logDir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/WALs/ec46afd49254,35625,1733462336111, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/oldWALs, maxLogs=10 2024-12-06T05:18:58,090 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/WALs/ec46afd49254,35625,1733462336111/ec46afd49254%2C35625%2C1733462336111.1733462338072, exclude list is [], retry=0 2024-12-06T05:18:58,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43311,DS-798ad0e2-e837-4b6d-a827-5649ec178b3b,DISK] 2024-12-06T05:18:58,095 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/WALs/ec46afd49254,35625,1733462336111/ec46afd49254%2C35625%2C1733462336111.1733462338072 2024-12-06T05:18:58,095 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-06T05:18:58,095 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:18:58,095 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:58,095 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,095 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:18:58,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:58,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:58,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:18:58,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:58,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:18:58,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:18:58,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:58,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:18:58,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:18:58,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:58,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:18:58,105 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,106 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,106 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,107 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,107 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,108 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:18:58,109 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:18:58,113 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:18:58,113 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64706960, jitterRate=-0.03579115867614746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:18:58,114 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462338096Initializing all the Stores at 1733462338097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462338097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462338097Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462338097Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462338097Cleaning up temporary data from old regions at 1733462338107 (+10 ms)Region opened successfully at 1733462338114 (+7 ms) 2024-12-06T05:18:58,115 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:18:58,118 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7ab194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:18:58,119 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:18:58,119 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:18:58,119 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:18:58,119 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:18:58,121 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T05:18:58,122 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:18:58,122 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:18:58,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:18:58,131 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Unable to get data of znode /12063620532/balancer because node does not exist (not necessarily an error) 2024-12-06T05:18:58,193 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063620532/balancer already deleted, retry=false 2024-12-06T05:18:58,194 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:18:58,195 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Unable to get data of znode /12063620532/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:18:58,204 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063620532/normalizer already deleted, retry=false 2024-12-06T05:18:58,204 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:18:58,205 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Unable to get data of znode /12063620532/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:18:58,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063620532/switch/split already deleted, retry=false 2024-12-06T05:18:58,215 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Unable to get data of znode /12063620532/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:18:58,225 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063620532/switch/merge already deleted, retry=false 2024-12-06T05:18:58,227 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Unable to get data of znode /12063620532/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:18:58,235 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12063620532/snapshot-cleanup already deleted, retry=false 2024-12-06T05:18:58,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12063620532/running 2024-12-06T05:18:58,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:58,247 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,35625,1733462336111, sessionid=0x101a91402f10003, setting cluster-up flag (Was=false) 2024-12-06T05:18:58,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12063620532/running 2024-12-06T05:18:58,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:58,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:58,299 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12063620532/flush-table-proc/acquired, /12063620532/flush-table-proc/reached, /12063620532/flush-table-proc/abort 2024-12-06T05:18:58,300 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,35625,1733462336111 2024-12-06T05:18:58,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:58,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:58,351 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12063620532/online-snapshot/acquired, /12063620532/online-snapshot/reached, /12063620532/online-snapshot/abort 2024-12-06T05:18:58,352 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,35625,1733462336111 2024-12-06T05:18:58,353 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:18:58,356 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:18:58,356 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:18:58,356 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:18:58,356 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,35625,1733462336111 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:18:58,358 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:18:58,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:18:58,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:18:58,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:18:58,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:18:58,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:18:58,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:18:58,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:18:58,364 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:58,364 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462368364 2024-12-06T05:18:58,364 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:18:58,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:18:58,364 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:18:58,364 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:18:58,364 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:18:58,364 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:18:58,365 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:18:58,365 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,365 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:18:58,365 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:18:58,365 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:18:58,365 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:18:58,366 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:18:58,366 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:18:58,368 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462338366,5,FailOnTimeoutGroup] 2024-12-06T05:18:58,376 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462338368,5,FailOnTimeoutGroup] 2024-12-06T05:18:58,376 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,376 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:18:58,376 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,376 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:18:58,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:18:58,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818 2024-12-06T05:18:58,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:18:58,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:58,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:18:58,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:18:58,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:58,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:58,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:18:58,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:18:58,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:58,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:58,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:18:58,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:18:58,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:58,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:58,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:18:58,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:18:58,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:58,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:58,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:18:58,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740 2024-12-06T05:18:58,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740 2024-12-06T05:18:58,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:18:58,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:18:58,404 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:18:58,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:18:58,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:18:58,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59820052, jitterRate=-0.10861176252365112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:18:58,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462338392Initializing all the Stores at 1733462338393 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462338393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462338394 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462338394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462338394Cleaning up temporary data from old regions at 1733462338403 (+9 ms)Region opened successfully at 1733462338407 (+4 ms) 2024-12-06T05:18:58,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:18:58,407 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:18:58,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:18:58,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:18:58,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:18:58,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:18:58,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462338407Disabling compacts and flushes for region at 1733462338407Disabling writes for close at 1733462338407Writing region close event to WAL at 1733462338407Closed at 1733462338407 2024-12-06T05:18:58,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:18:58,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:18:58,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:18:58,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:18:58,411 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:18:58,427 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(746): ClusterId : 21154608-a471-48d7-9b21-6a3c26f53de9 2024-12-06T05:18:58,427 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:18:58,436 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:18:58,436 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:18:58,447 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:18:58,447 DEBUG [RS:0;ec46afd49254:34531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b06e3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:18:58,459 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:34531 2024-12-06T05:18:58,459 INFO [RS:0;ec46afd49254:34531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:18:58,459 INFO [RS:0;ec46afd49254:34531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:18:58,459 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:18:58,460 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,35625,1733462336111 with port=34531, startcode=1733462336273 2024-12-06T05:18:58,460 DEBUG [RS:0;ec46afd49254:34531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:18:58,462 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:18:58,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,34531,1733462336273 2024-12-06T05:18:58,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35625 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,34531,1733462336273 2024-12-06T05:18:58,464 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818 2024-12-06T05:18:58,464 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43167 2024-12-06T05:18:58,464 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:18:58,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532/rs 2024-12-06T05:18:58,518 DEBUG [RS:0;ec46afd49254:34531 {}] zookeeper.ZKUtil(111): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on existing znode=/12063620532/rs/ec46afd49254,34531,1733462336273 2024-12-06T05:18:58,518 WARN [RS:0;ec46afd49254:34531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:18:58,518 INFO [RS:0;ec46afd49254:34531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:18:58,518 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/WALs/ec46afd49254,34531,1733462336273 2024-12-06T05:18:58,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,34531,1733462336273] 2024-12-06T05:18:58,525 INFO [RS:0;ec46afd49254:34531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:18:58,529 INFO [RS:0;ec46afd49254:34531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:18:58,536 INFO [RS:0;ec46afd49254:34531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:18:58,536 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,540 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:18:58,541 INFO [RS:0;ec46afd49254:34531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:18:58,541 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,541 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,541 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,541 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,541 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,541 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,542 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:18:58,542 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,542 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,542 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,542 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,542 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,542 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:18:58,542 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:18:58,542 DEBUG [RS:0;ec46afd49254:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:18:58,552 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,552 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,552 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,552 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,552 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,552 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,34531,1733462336273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:18:58,561 WARN [ec46afd49254:35625 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:18:58,574 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:18:58,574 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,34531,1733462336273-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,574 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,574 INFO [RS:0;ec46afd49254:34531 {}] regionserver.Replication(171): ec46afd49254,34531,1733462336273 started 2024-12-06T05:18:58,592 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:58,592 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,34531,1733462336273, RpcServer on ec46afd49254/172.17.0.3:34531, sessionid=0x101a91402f10004 2024-12-06T05:18:58,592 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:18:58,593 DEBUG [RS:0;ec46afd49254:34531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,34531,1733462336273 2024-12-06T05:18:58,593 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,34531,1733462336273' 2024-12-06T05:18:58,593 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12063620532/flush-table-proc/abort' 2024-12-06T05:18:58,593 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12063620532/flush-table-proc/acquired' 2024-12-06T05:18:58,594 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:18:58,594 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:18:58,594 DEBUG [RS:0;ec46afd49254:34531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,34531,1733462336273 2024-12-06T05:18:58,594 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,34531,1733462336273' 2024-12-06T05:18:58,594 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12063620532/online-snapshot/abort' 2024-12-06T05:18:58,594 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12063620532/online-snapshot/acquired' 2024-12-06T05:18:58,594 DEBUG [RS:0;ec46afd49254:34531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:18:58,594 INFO [RS:0;ec46afd49254:34531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:18:58,594 INFO [RS:0;ec46afd49254:34531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:18:58,695 INFO [RS:0;ec46afd49254:34531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:18:58,696 INFO [RS:0;ec46afd49254:34531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C34531%2C1733462336273, suffix=, logDir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/WALs/ec46afd49254,34531,1733462336273, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/oldWALs, maxLogs=10 2024-12-06T05:18:58,709 DEBUG [RS:0;ec46afd49254:34531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/WALs/ec46afd49254,34531,1733462336273/ec46afd49254%2C34531%2C1733462336273.1733462338696, exclude list is [], retry=0 2024-12-06T05:18:58,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43311,DS-798ad0e2-e837-4b6d-a827-5649ec178b3b,DISK] 2024-12-06T05:18:58,714 INFO [RS:0;ec46afd49254:34531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/WALs/ec46afd49254,34531,1733462336273/ec46afd49254%2C34531%2C1733462336273.1733462338696 2024-12-06T05:18:58,730 DEBUG [RS:0;ec46afd49254:34531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-06T05:18:58,811 DEBUG [ec46afd49254:35625 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:18:58,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,34531,1733462336273 2024-12-06T05:18:58,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,34531,1733462336273, state=OPENING 2024-12-06T05:18:58,832 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:18:58,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:58,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:18:58,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12063620532/meta-region-server: CHANGED 2024-12-06T05:18:58,843 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:18:58,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12063620532/meta-region-server: CHANGED 2024-12-06T05:18:58,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,34531,1733462336273}] 2024-12-06T05:18:58,996 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:18:58,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:18:59,001 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:18:59,001 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:18:59,002 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:18:59,003 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C34531%2C1733462336273.meta, suffix=.meta, logDir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/WALs/ec46afd49254,34531,1733462336273, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/oldWALs, maxLogs=10 2024-12-06T05:18:59,017 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/WALs/ec46afd49254,34531,1733462336273/ec46afd49254%2C34531%2C1733462336273.meta.1733462339004.meta, exclude list is [], retry=0 2024-12-06T05:18:59,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43311,DS-798ad0e2-e837-4b6d-a827-5649ec178b3b,DISK] 2024-12-06T05:18:59,022 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/WALs/ec46afd49254,34531,1733462336273/ec46afd49254%2C34531%2C1733462336273.meta.1733462339004.meta 2024-12-06T05:18:59,022 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-06T05:18:59,023 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:18:59,023 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:18:59,023 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:18:59,023 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:18:59,023 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:18:59,023 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:18:59,023 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:59,024 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:18:59,024 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:18:59,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:18:59,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:18:59,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:18:59,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:59,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:59,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:18:59,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:18:59,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:59,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:59,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:18:59,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:18:59,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:59,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:59,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:18:59,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:18:59,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:59,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:18:59,036 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:18:59,037 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740 2024-12-06T05:18:59,038 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740 2024-12-06T05:18:59,039 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:18:59,040 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:18:59,040 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:18:59,043 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:18:59,044 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60597064, jitterRate=-0.09703338146209717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:18:59,044 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:18:59,044 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462339024Writing region info on filesystem at 1733462339024Initializing all the Stores at 1733462339025 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462339025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462339028 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462339028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462339028Cleaning up temporary data from old regions at 1733462339040 (+12 ms)Running coprocessor post-open hooks at 1733462339044 (+4 ms)Region opened successfully at 1733462339044 2024-12-06T05:18:59,045 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462338996 2024-12-06T05:18:59,049 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:18:59,050 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:18:59,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,34531,1733462336273 2024-12-06T05:18:59,051 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,34531,1733462336273, state=OPEN 2024-12-06T05:18:59,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12063620532/meta-region-server 2024-12-06T05:18:59,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12063620532/meta-region-server 2024-12-06T05:18:59,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,34531,1733462336273 2024-12-06T05:18:59,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12063620532/meta-region-server: CHANGED 2024-12-06T05:18:59,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12063620532/meta-region-server: CHANGED 2024-12-06T05:18:59,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:18:59,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,34531,1733462336273 in 220 msec 2024-12-06T05:18:59,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:18:59,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-12-06T05:18:59,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:18:59,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:18:59,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:18:59,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,34531,1733462336273, seqNum=-1] 2024-12-06T05:18:59,074 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:18:59,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:18:59,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 726 msec 2024-12-06T05:18:59,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462339082, completionTime=-1 2024-12-06T05:18:59,082 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:18:59,082 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:18:59,085 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:18:59,085 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462399085 2024-12-06T05:18:59,085 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462459085 2024-12-06T05:18:59,085 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:18:59,085 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,35625,1733462336111-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:59,085 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,35625,1733462336111-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:59,085 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,35625,1733462336111-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:59,086 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:35625, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:59,086 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:59,086 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:59,088 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:18:59,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.729sec 2024-12-06T05:18:59,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:18:59,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:18:59,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:18:59,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:18:59,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:18:59,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,35625,1733462336111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:18:59,091 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,35625,1733462336111-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:18:59,095 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:18:59,095 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:18:59,095 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,35625,1733462336111-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:18:59,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b297f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,35625,-1 for getting cluster id 2024-12-06T05:18:59,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:18:59,129 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21154608-a471-48d7-9b21-6a3c26f53de9' 2024-12-06T05:18:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:18:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21154608-a471-48d7-9b21-6a3c26f53de9" 2024-12-06T05:18:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5812cb22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,35625,-1] 2024-12-06T05:18:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:18:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:59,132 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:18:59,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740f23e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:18:59,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,34531,1733462336273, seqNum=-1] 2024-12-06T05:18:59,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:18:59,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:18:59,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,35625,1733462336111 2024-12-06T05:18:59,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50166 2024-12-06T05:18:59,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:18:59,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a91402f10005 connected 2024-12-06T05:18:59,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50eff220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,43565,-1 for getting cluster id 2024-12-06T05:18:59,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:18:59,170 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac' 2024-12-06T05:18:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:18:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac" 2024-12-06T05:18:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2062d317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,43565,-1] 2024-12-06T05:18:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:18:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:59,171 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:18:59,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1619d95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:18:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,43565,1733462331672 2024-12-06T05:18:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d47dea 2024-12-06T05:18:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:18:59,174 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:18:59,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43565 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:35625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:18:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:18:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:18:59,178 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:35625' 2024-12-06T05:18:59,179 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aef3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,179 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,35625,-1 for getting cluster id 2024-12-06T05:18:59,179 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:18:59,180 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21154608-a471-48d7-9b21-6a3c26f53de9' 2024-12-06T05:18:59,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:18:59,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21154608-a471-48d7-9b21-6a3c26f53de9" 2024-12-06T05:18:59,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4f1153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,35625,-1] 2024-12-06T05:18:59,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:18:59,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:59,182 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:18:59,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dfcd29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,183 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:18:59,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,35625,1733462336111 2024-12-06T05:18:59,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5b4b3f 2024-12-06T05:18:59,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:18:59,185 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:18:59,185 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-06T05:18:59,185 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:18:59,186 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:59,186 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:59,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:18:59,186 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:18:59,188 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:18:59,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:18:59,190 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:59,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:18:59,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741835_1011 (size=1138) 2024-12-06T05:18:59,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd0d1455ab72e77ad21816f35d7d6282, NAME => 'hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a 2024-12-06T05:18:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741836_1012 (size=44) 2024-12-06T05:18:59,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:59,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd0d1455ab72e77ad21816f35d7d6282, disabling compactions & flushes 2024-12-06T05:18:59,224 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:18:59,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:18:59,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. after waiting 0 ms 2024-12-06T05:18:59,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:18:59,224 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:18:59,224 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd0d1455ab72e77ad21816f35d7d6282: Waiting for close lock at 1733462339224Disabling compacts and flushes for region at 1733462339224Disabling writes for close at 1733462339224Writing region close event to WAL at 1733462339224Closed at 1733462339224 2024-12-06T05:18:59,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:18:59,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462339225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462339225"}]},"ts":"1733462339225"} 2024-12-06T05:18:59,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:18:59,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:18:59,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462339229"}]},"ts":"1733462339229"} 2024-12-06T05:18:59,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:18:59,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN}] 2024-12-06T05:18:59,232 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN 2024-12-06T05:18:59,233 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN; state=OFFLINE, location=ec46afd49254,40865,1733462331935; forceNewPlan=false, retain=false 2024-12-06T05:18:59,238 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:18:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:18:59,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd0d1455ab72e77ad21816f35d7d6282, regionState=OPENING, regionLocation=ec46afd49254,40865,1733462331935 2024-12-06T05:18:59,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN because future has completed 2024-12-06T05:18:59,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0d1455ab72e77ad21816f35d7d6282, server=ec46afd49254,40865,1733462331935}] 2024-12-06T05:18:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:18:59,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:18:59,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:18:59,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:18:59,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C40865%2C1733462331935.rep, suffix=, logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935, archiveDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs, maxLogs=10 2024-12-06T05:18:59,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.rep.1733462339546, exclude list is [], retry=0 2024-12-06T05:18:59,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9,DISK] 2024-12-06T05:18:59,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.rep.1733462339546 2024-12-06T05:18:59,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559)] 2024-12-06T05:18:59,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bd0d1455ab72e77ad21816f35d7d6282, NAME => 'hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:18:59,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:18:59,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:18:59,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. service=MultiRowMutationService 2024-12-06T05:18:59,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:18:59,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:18:59,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,574 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,575 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d1455ab72e77ad21816f35d7d6282 columnFamilyName hfileref 2024-12-06T05:18:59,575 DEBUG [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:59,575 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(327): Store=bd0d1455ab72e77ad21816f35d7d6282/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:18:59,576 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,577 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d1455ab72e77ad21816f35d7d6282 columnFamilyName queue 2024-12-06T05:18:59,577 DEBUG [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:59,577 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(327): Store=bd0d1455ab72e77ad21816f35d7d6282/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:18:59,577 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,578 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d1455ab72e77ad21816f35d7d6282 columnFamilyName sid 2024-12-06T05:18:59,578 DEBUG [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:18:59,579 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(327): Store=bd0d1455ab72e77ad21816f35d7d6282/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:18:59,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:18:59,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:18:59,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bd0d1455ab72e77ad21816f35d7d6282; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64138171, jitterRate=-0.044266775250434875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:18:59,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:18:59,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bd0d1455ab72e77ad21816f35d7d6282: Running coprocessor pre-open hook at 1733462339573Writing region info on filesystem at 1733462339573Initializing all the Stores at 1733462339573Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462339573Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462339574 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462339574Cleaning up temporary data from old regions at 1733462339582 (+8 ms)Running coprocessor post-open hooks at 1733462339589 (+7 ms)Region opened successfully at 1733462339590 (+1 ms) 2024-12-06T05:18:59,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282., pid=7, masterSystemTime=1733462339539 2024-12-06T05:18:59,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:18:59,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:18:59,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd0d1455ab72e77ad21816f35d7d6282, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,40865,1733462331935 2024-12-06T05:18:59,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0d1455ab72e77ad21816f35d7d6282, server=ec46afd49254,40865,1733462331935 because future has completed 2024-12-06T05:18:59,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T05:18:59,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bd0d1455ab72e77ad21816f35d7d6282, server=ec46afd49254,40865,1733462331935 in 212 msec 2024-12-06T05:18:59,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:18:59,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN in 370 msec 2024-12-06T05:18:59,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:18:59,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462339606"}]},"ts":"1733462339606"} 2024-12-06T05:18:59,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:18:59,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:18:59,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 423 msec 2024-12-06T05:18:59,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282., hostname=ec46afd49254,40865,1733462331935, seqNum=2] 2024-12-06T05:18:59,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:59,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:18:59,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:18:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:18:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:18:59,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:18:59,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:18:59,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T05:18:59,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:18:59,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T05:18:59,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:18:59,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T05:18:59,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T05:18:59,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T05:18:59,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T05:18:59,885 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:18:59,929 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,40865,1733462331935, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:18:59,930 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:18:59,930 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40865,1733462331935, seqNum=-1] 2024-12-06T05:18:59,930 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:18:59,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-06T05:18:59,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,40865,1733462331935', locateType=CURRENT is [region=hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282., hostname=ec46afd49254,40865,1733462331935, seqNum=2] 2024-12-06T05:18:59,936 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T05:18:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43565 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T05:18:59,938 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,40865,1733462331935 suceeded 2024-12-06T05:18:59,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T05:18:59,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-12-06T05:18:59,941 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:35625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:18:59,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 766 msec 2024-12-06T05:18:59,953 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:35625' 2024-12-06T05:18:59,954 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36d24810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,954 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,35625,-1 for getting cluster id 2024-12-06T05:18:59,954 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:18:59,955 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21154608-a471-48d7-9b21-6a3c26f53de9' 2024-12-06T05:18:59,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:18:59,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21154608-a471-48d7-9b21-6a3c26f53de9" 2024-12-06T05:18:59,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4817c8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,35625,-1] 2024-12-06T05:18:59,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:18:59,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:18:59,957 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:18:59,957 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b834e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:18:59,957 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:18:59,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,35625,1733462336111 2024-12-06T05:18:59,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@589b0d84 2024-12-06T05:18:59,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:18:59,959 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-06T05:18:59,960 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,40865,1733462331935 (queues=1) is replicating from cluster=fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac to cluster=21154608-a471-48d7-9b21-6a3c26f53de9 2024-12-06T05:18:59,960 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C40865%2C1733462331935 2024-12-06T05:18:59,960 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,40865,1733462331935, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:18:59,960 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935.replicationSource.wal-reader.ec46afd49254%2C40865%2C1733462331935,1-ec46afd49254,40865,1733462331935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.1733462333174, startPosition=0, beingWritten=true 2024-12-06T05:18:59,960 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935.replicationSource.shipperec46afd49254%2C40865%2C1733462331935,1-ec46afd49254,40865,1733462331935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C40865%2C1733462331935 2024-12-06T05:19:00,166 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935.replicationSource.wal-reader.ec46afd49254%2C40865%2C1733462331935,1-ec46afd49254,40865,1733462331935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.1733462333174 to pos 0, reset compression=false 2024-12-06T05:19:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:00,318 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:19:00,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:00,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:00,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:00,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:00,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:00,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,43565,1733462331672 2024-12-06T05:19:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1415ab12 2024-12-06T05:19:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:00,322 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:00,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43565 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T05:19:00,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:00,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:00,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:00,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:00,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:00,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:19:00,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=939723726, stopped=false 2024-12-06T05:19:00,324 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,43565,1733462331672 2024-12-06T05:19:00,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/running 2024-12-06T05:19:00,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/running 2024-12-06T05:19:00,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:00,372 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:00,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:00,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:00,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:00,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:00,373 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,40865,1733462331935' ***** 2024-12-06T05:19:00,373 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:19:00,373 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:19:00,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/running 2024-12-06T05:19:00,373 INFO [RS:0;ec46afd49254:40865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:19:00,373 INFO [RS:0;ec46afd49254:40865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:19:00,374 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(3091): Received CLOSE for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:00,374 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,40865,1733462331935 2024-12-06T05:19:00,375 INFO [RS:0;ec46afd49254:40865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:00,375 INFO [RS:0;ec46afd49254:40865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:40865. 2024-12-06T05:19:00,375 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd0d1455ab72e77ad21816f35d7d6282, disabling compactions & flushes 2024-12-06T05:19:00,375 DEBUG [RS:0;ec46afd49254:40865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:00,375 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:00,375 DEBUG [RS:0;ec46afd49254:40865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:00,375 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:00,375 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. after waiting 0 ms 2024-12-06T05:19:00,375 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:00,375 INFO [RS:0;ec46afd49254:40865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:19:00,375 INFO [RS:0;ec46afd49254:40865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:19:00,375 INFO [RS:0;ec46afd49254:40865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:19:00,375 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd0d1455ab72e77ad21816f35d7d6282 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T05:19:00,375 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:19:00,375 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:19:00,375 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd0d1455ab72e77ad21816f35d7d6282=hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282.} 2024-12-06T05:19:00,375 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:00,376 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:19:00,376 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:19:00,376 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:19:00,376 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:19:00,376 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:19:00,376 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T05:19:00,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/running 2024-12-06T05:19:00,377 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:19:00,399 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282/.tmp/queue/771c4d830cfd40ba922e9ed0f9acb6fa is 151, key is 1-ec46afd49254,40865,1733462331935/queue:ec46afd49254%2C40865%2C1733462331935/1733462339934/Put/seqid=0 2024-12-06T05:19:00,405 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/info/080aee42b93f4369b13ee14f4c4a3fd8 is 147, key is hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282./info:regioninfo/1733462339594/Put/seqid=0 2024-12-06T05:19:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741838_1014 (size=5350) 2024-12-06T05:19:00,414 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282/.tmp/queue/771c4d830cfd40ba922e9ed0f9acb6fa 2024-12-06T05:19:00,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741839_1015 (size=6631) 2024-12-06T05:19:00,428 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282/.tmp/queue/771c4d830cfd40ba922e9ed0f9acb6fa as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282/queue/771c4d830cfd40ba922e9ed0f9acb6fa 2024-12-06T05:19:00,436 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282/queue/771c4d830cfd40ba922e9ed0f9acb6fa, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T05:19:00,437 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bd0d1455ab72e77ad21816f35d7d6282 in 62ms, sequenceid=5, compaction requested=false 2024-12-06T05:19:00,437 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:19:00,441 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:19:00,442 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:00,442 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:00,442 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:00,442 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd0d1455ab72e77ad21816f35d7d6282: Waiting for close lock at 1733462340375Running coprocessor pre-close hooks at 1733462340375Disabling compacts and flushes for region at 1733462340375Disabling writes for close at 1733462340375Obtaining lock to block concurrent updates at 1733462340375Preparing flush snapshotting stores in bd0d1455ab72e77ad21816f35d7d6282 at 1733462340375Finished memstore snapshotting hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733462340375Flushing stores of hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. at 1733462340377 (+2 ms)Flushing bd0d1455ab72e77ad21816f35d7d6282/queue: creating writer at 1733462340378 (+1 ms)Flushing bd0d1455ab72e77ad21816f35d7d6282/queue: appending metadata at 1733462340398 (+20 ms)Flushing bd0d1455ab72e77ad21816f35d7d6282/queue: closing flushed file at 1733462340398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26138011: reopening flushed file at 1733462340428 (+30 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bd0d1455ab72e77ad21816f35d7d6282 in 62ms, sequenceid=5, compaction requested=false at 1733462340437 (+9 ms)Writing region close event to WAL at 1733462340438 (+1 ms)Running coprocessor post-close hooks at 1733462340442 (+4 ms)Closed at 1733462340442 2024-12-06T05:19:00,442 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:00,457 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:00,471 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935.replicationSource.wal-reader.ec46afd49254%2C40865%2C1733462331935,1-ec46afd49254,40865,1733462331935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.1733462333174 to pos 0, reset compression=false 2024-12-06T05:19:00,576 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:00,776 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:00,817 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/info/080aee42b93f4369b13ee14f4c4a3fd8 2024-12-06T05:19:00,847 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/ns/5bf2f8623ff540f4ad3bf4eff1d5929d is 43, key is default/ns:d/1733462333886/Put/seqid=0 2024-12-06T05:19:00,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741840_1016 (size=5153) 2024-12-06T05:19:00,855 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/ns/5bf2f8623ff540f4ad3bf4eff1d5929d 2024-12-06T05:19:00,875 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935.replicationSource.wal-reader.ec46afd49254%2C40865%2C1733462331935,1-ec46afd49254,40865,1733462331935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.1733462333174 to pos 0, reset compression=false 2024-12-06T05:19:00,883 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/table/dab23db2d68f429dadee729420a76665 is 53, key is hbase:replication/table:state/1733462339606/Put/seqid=0 2024-12-06T05:19:00,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741841_1017 (size=5256) 2024-12-06T05:19:00,976 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:01,129 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:19:01,129 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:19:01,176 DEBUG [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:01,290 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/table/dab23db2d68f429dadee729420a76665 2024-12-06T05:19:01,296 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/info/080aee42b93f4369b13ee14f4c4a3fd8 as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/info/080aee42b93f4369b13ee14f4c4a3fd8 2024-12-06T05:19:01,301 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/info/080aee42b93f4369b13ee14f4c4a3fd8, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T05:19:01,302 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/ns/5bf2f8623ff540f4ad3bf4eff1d5929d as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/ns/5bf2f8623ff540f4ad3bf4eff1d5929d 2024-12-06T05:19:01,308 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/ns/5bf2f8623ff540f4ad3bf4eff1d5929d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T05:19:01,324 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/table/dab23db2d68f429dadee729420a76665 as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/table/dab23db2d68f429dadee729420a76665 2024-12-06T05:19:01,331 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/table/dab23db2d68f429dadee729420a76665, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T05:19:01,333 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 957ms, sequenceid=11, compaction requested=false 2024-12-06T05:19:01,344 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T05:19:01,345 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:01,345 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:01,345 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:01,345 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462340376Running coprocessor pre-close hooks at 1733462340376Disabling compacts and flushes for region at 1733462340376Disabling writes for close at 1733462340376Obtaining lock to block concurrent updates at 1733462340376Preparing flush snapshotting stores in 1588230740 at 1733462340376Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733462340376Flushing stores of hbase:meta,,1.1588230740 at 1733462340378 (+2 ms)Flushing 1588230740/info: creating writer at 1733462340378Flushing 1588230740/info: appending metadata at 1733462340404 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733462340404Flushing 1588230740/ns: creating writer at 1733462340825 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733462340847 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733462340847Flushing 1588230740/table: creating writer at 1733462340864 (+17 ms)Flushing 1588230740/table: appending metadata at 1733462340882 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733462340883 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ebf093: reopening flushed file at 1733462341295 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc6c0ab: reopening flushed file at 1733462341302 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4542d772: reopening flushed file at 1733462341308 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 957ms, sequenceid=11, compaction requested=false at 1733462341333 (+25 ms)Writing region close event to WAL at 1733462341340 (+7 ms)Running coprocessor post-close hooks at 1733462341345 (+5 ms)Closed at 1733462341345 2024-12-06T05:19:01,345 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:01,376 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,40865,1733462331935; all regions closed. 2024-12-06T05:19:01,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741834_1010 (size=2742) 2024-12-06T05:19:01,383 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935.replicationSource.wal-reader.ec46afd49254%2C40865%2C1733462331935,1-ec46afd49254,40865,1733462331935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.1733462333174 to pos 0, reset compression=false 2024-12-06T05:19:01,383 DEBUG [RS:0;ec46afd49254:40865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs 2024-12-06T05:19:01,383 INFO [RS:0;ec46afd49254:40865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C40865%2C1733462331935.meta:.meta(num 1733462333824) 2024-12-06T05:19:01,420 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935/ec46afd49254%2C40865%2C1733462331935.rep.1733462339546 not finished, retry = 0 2024-12-06T05:19:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741837_1013 (size=1586) 2024-12-06T05:19:01,523 DEBUG [RS:0;ec46afd49254:40865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs 2024-12-06T05:19:01,523 INFO [RS:0;ec46afd49254:40865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C40865%2C1733462331935.rep:(num 1733462339546) 2024-12-06T05:19:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741833_1009 (size=93) 2024-12-06T05:19:01,528 DEBUG [RS:0;ec46afd49254:40865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs 2024-12-06T05:19:01,528 INFO [RS:0;ec46afd49254:40865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C40865%2C1733462331935:(num 1733462333174) 2024-12-06T05:19:01,528 DEBUG [RS:0;ec46afd49254:40865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:01,528 INFO [RS:0;ec46afd49254:40865 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:01,528 INFO [RS:0;ec46afd49254:40865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:01,528 INFO [RS:0;ec46afd49254:40865 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:01,528 INFO [RS:0;ec46afd49254:40865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:01,528 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:01,529 INFO [RS:0;ec46afd49254:40865 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,40865,1733462331935 because: Region server is closing 2024-12-06T05:19:01,529 INFO [RS:0;ec46afd49254:40865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:40865. 2024-12-06T05:19:01,529 DEBUG [RS:0;ec46afd49254:40865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:01,529 DEBUG [RS:0;ec46afd49254:40865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:01,529 DEBUG [RS:0;ec46afd49254:40865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:01,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:01,630 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935.replicationSource.wal-reader.ec46afd49254%2C40865%2C1733462331935,1-ec46afd49254,40865,1733462331935 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:19:01,630 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935.replicationSource.shipperec46afd49254%2C40865%2C1733462331935,1-ec46afd49254,40865,1733462331935 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T05:19:01,630 INFO [RS:0;ec46afd49254:40865 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,40865,1733462331935.replicationSource.shipperec46afd49254%2C40865%2C1733462331935,1-ec46afd49254,40865,1733462331935 terminated 2024-12-06T05:19:01,630 INFO [RS:0;ec46afd49254:40865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40865 2024-12-06T05:19:01,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/rs 2024-12-06T05:19:01,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/rs/ec46afd49254,40865,1733462331935 2024-12-06T05:19:01,698 INFO [RS:0;ec46afd49254:40865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:01,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,40865,1733462331935] 2024-12-06T05:19:01,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/draining/ec46afd49254,40865,1733462331935 already deleted, retry=false 2024-12-06T05:19:01,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,40865,1733462331935 expired; onlineServers=0 2024-12-06T05:19:01,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,43565,1733462331672' ***** 2024-12-06T05:19:01,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:19:01,720 INFO [M:0;ec46afd49254:43565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:01,720 INFO [M:0;ec46afd49254:43565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:01,720 DEBUG [M:0;ec46afd49254:43565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:19:01,720 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:19:01,720 DEBUG [M:0;ec46afd49254:43565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:19:01,720 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462332908 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462332908,5,FailOnTimeoutGroup] 2024-12-06T05:19:01,720 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462332912 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462332912,5,FailOnTimeoutGroup] 2024-12-06T05:19:01,720 INFO [M:0;ec46afd49254:43565 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:01,720 INFO [M:0;ec46afd49254:43565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:01,720 DEBUG [M:0;ec46afd49254:43565 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:19:01,720 INFO [M:0;ec46afd49254:43565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:19:01,720 INFO [M:0;ec46afd49254:43565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:01,720 INFO [M:0;ec46afd49254:43565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:19:01,721 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:19:01,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/master 2024-12-06T05:19:01,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:01,730 DEBUG [M:0;ec46afd49254:43565 {}] zookeeper.ZKUtil(347): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/master because node does not exist (not an error) 2024-12-06T05:19:01,730 WARN [M:0;ec46afd49254:43565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:19:01,731 INFO [M:0;ec46afd49254:43565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/.lastflushedseqids 2024-12-06T05:19:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741842_1018 (size=181) 2024-12-06T05:19:01,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:01,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40865-0x101a91402f10001, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:01,809 INFO [RS:0;ec46afd49254:40865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:01,810 INFO [RS:0;ec46afd49254:40865 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,40865,1733462331935; zookeeper connection closed. 2024-12-06T05:19:01,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11a9c2d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11a9c2d2 2024-12-06T05:19:01,810 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:19:02,135 INFO [M:0;ec46afd49254:43565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:19:02,135 INFO [M:0;ec46afd49254:43565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:19:02,135 DEBUG [M:0;ec46afd49254:43565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:19:02,136 INFO [M:0;ec46afd49254:43565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:02,136 DEBUG [M:0;ec46afd49254:43565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:02,136 DEBUG [M:0;ec46afd49254:43565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:19:02,136 DEBUG [M:0;ec46afd49254:43565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:02,136 INFO [M:0;ec46afd49254:43565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T05:19:02,156 DEBUG [M:0;ec46afd49254:43565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bd7cf5d6d72407c98a07ad711f62f8d is 82, key is hbase:meta,,1/info:regioninfo/1733462333864/Put/seqid=0 2024-12-06T05:19:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741843_1019 (size=5672) 2024-12-06T05:19:02,561 INFO [M:0;ec46afd49254:43565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bd7cf5d6d72407c98a07ad711f62f8d 2024-12-06T05:19:02,579 DEBUG [M:0;ec46afd49254:43565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c49787c7583146cc8db7ff538345839d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733462339611/Put/seqid=0 2024-12-06T05:19:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741844_1020 (size=7203) 2024-12-06T05:19:02,989 INFO [M:0;ec46afd49254:43565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c49787c7583146cc8db7ff538345839d 2024-12-06T05:19:03,020 DEBUG [M:0;ec46afd49254:43565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d84fcd052194cdbb0149d8d69e693d2 is 69, key is ec46afd49254,40865,1733462331935/rs:state/1733462332997/Put/seqid=0 2024-12-06T05:19:03,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741845_1021 (size=5156) 2024-12-06T05:19:03,426 INFO [M:0;ec46afd49254:43565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d84fcd052194cdbb0149d8d69e693d2 2024-12-06T05:19:03,431 DEBUG [M:0;ec46afd49254:43565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bd7cf5d6d72407c98a07ad711f62f8d as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bd7cf5d6d72407c98a07ad711f62f8d 2024-12-06T05:19:03,436 INFO [M:0;ec46afd49254:43565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bd7cf5d6d72407c98a07ad711f62f8d, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T05:19:03,438 DEBUG [M:0;ec46afd49254:43565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c49787c7583146cc8db7ff538345839d as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c49787c7583146cc8db7ff538345839d 2024-12-06T05:19:03,446 INFO [M:0;ec46afd49254:43565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c49787c7583146cc8db7ff538345839d, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T05:19:03,447 DEBUG [M:0;ec46afd49254:43565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d84fcd052194cdbb0149d8d69e693d2 as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d84fcd052194cdbb0149d8d69e693d2 2024-12-06T05:19:03,455 INFO [M:0;ec46afd49254:43565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d84fcd052194cdbb0149d8d69e693d2, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T05:19:03,456 INFO [M:0;ec46afd49254:43565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=70, compaction requested=false 2024-12-06T05:19:03,457 INFO [M:0;ec46afd49254:43565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:03,457 DEBUG [M:0;ec46afd49254:43565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462342135Disabling compacts and flushes for region at 1733462342135Disabling writes for close at 1733462342136 (+1 ms)Obtaining lock to block concurrent updates at 1733462342136Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462342136Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733462342136Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462342137 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462342137Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462342156 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462342156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462342565 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462342579 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462342579Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462342998 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462343019 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462343019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6e6371: reopening flushed file at 1733462343430 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6267d0ad: reopening flushed file at 1733462343436 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50869571: reopening flushed file at 1733462343446 (+10 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=70, compaction requested=false at 1733462343456 (+10 ms)Writing region close event to WAL at 1733462343457 (+1 ms)Closed at 1733462343457 2024-12-06T05:19:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741830_1006 (size=41008) 2024-12-06T05:19:03,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:03,460 INFO [M:0;ec46afd49254:43565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:19:03,461 INFO [M:0;ec46afd49254:43565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43565 2024-12-06T05:19:03,461 INFO [M:0;ec46afd49254:43565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:03,619 INFO [M:0;ec46afd49254:43565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43565-0x101a91402f10000, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:03,621 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:03,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:03,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:03,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:03,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:03,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:03,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:19:03,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:03,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37675 2024-12-06T05:19:03,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37675 connecting to ZooKeeper ensemble=127.0.0.1:50166 2024-12-06T05:19:03,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376750x0, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:03,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37675-0x101a91402f10006 connected 2024-12-06T05:19:03,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:03,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:03,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/running 2024-12-06T05:19:03,660 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: INIT 2024-12-06T05:19:03,660 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a, hbase.cluster.distributed=false 2024-12-06T05:19:03,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/acl 2024-12-06T05:19:03,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37675 2024-12-06T05:19:03,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37675 2024-12-06T05:19:03,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37675 2024-12-06T05:19:03,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37675 2024-12-06T05:19:03,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37675 2024-12-06T05:19:03,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:03,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:03,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:03,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:03,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:03,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:03,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:19:03,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:03,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37035 2024-12-06T05:19:03,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37035 connecting to ZooKeeper ensemble=127.0.0.1:50166 2024-12-06T05:19:03,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:03,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:03,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370350x0, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:03,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37035-0x101a91402f10007 connected 2024-12-06T05:19:03,720 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: INIT 2024-12-06T05:19:03,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/running 2024-12-06T05:19:03,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:19:03,722 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:19:03,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/master 2024-12-06T05:19:03,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/acl 2024-12-06T05:19:03,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37035 2024-12-06T05:19:03,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37035 2024-12-06T05:19:03,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37035 2024-12-06T05:19:03,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37035 2024-12-06T05:19:03,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37035 2024-12-06T05:19:03,749 DEBUG [M:0;ec46afd49254:37675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:37675 2024-12-06T05:19:03,749 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1370855191/backup-masters/ec46afd49254,37675,1733462343621 2024-12-06T05:19:03,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/backup-masters 2024-12-06T05:19:03,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/backup-masters 2024-12-06T05:19:03,762 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on existing znode=/0-1370855191/backup-masters/ec46afd49254,37675,1733462343621 2024-12-06T05:19:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1370855191/master 2024-12-06T05:19:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:03,772 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on existing znode=/0-1370855191/master 2024-12-06T05:19:03,773 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1370855191/backup-masters/ec46afd49254,37675,1733462343621 from backup master directory 2024-12-06T05:19:03,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/backup-masters 2024-12-06T05:19:03,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/backup-masters/ec46afd49254,37675,1733462343621 2024-12-06T05:19:03,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/backup-masters 2024-12-06T05:19:03,783 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:03,783 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,37675,1733462343621 2024-12-06T05:19:03,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:03,793 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:19:03,800 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-12-06T05:19:03,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741846_1022 (size=196) 2024-12-06T05:19:03,823 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:03,824 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:19:03,824 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:03,829 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T05:19:03,833 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672 to hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672-dead as it is dead 2024-12-06T05:19:03,833 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672-dead/ec46afd49254%2C43565%2C1733462331672.1733462332572 2024-12-06T05:19:03,834 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672-dead/ec46afd49254%2C43565%2C1733462331672.1733462332572 after 1ms 2024-12-06T05:19:03,834 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672-dead/ec46afd49254%2C43565%2C1733462331672.1733462332572 to hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec46afd49254%2C43565%2C1733462331672.1733462332572 2024-12-06T05:19:03,834 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,43565,1733462331672-dead 2024-12-06T05:19:03,835 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,37675,1733462343621 2024-12-06T05:19:03,836 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:03,837 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C37675%2C1733462343621, suffix=, logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,37675,1733462343621, archiveDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/oldWALs, maxLogs=10 2024-12-06T05:19:03,854 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,37675,1733462343621/ec46afd49254%2C37675%2C1733462343621.1733462343837, exclude list is [], retry=0 2024-12-06T05:19:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9,DISK] 2024-12-06T05:19:03,859 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,37675,1733462343621/ec46afd49254%2C37675%2C1733462343621.1733462343837 2024-12-06T05:19:03,859 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559)] 2024-12-06T05:19:03,859 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:03,860 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:03,860 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,860 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:19:03,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:03,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bd7cf5d6d72407c98a07ad711f62f8d 2024-12-06T05:19:03,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:03,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:19:03,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:03,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c49787c7583146cc8db7ff538345839d 2024-12-06T05:19:03,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:03,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:19:03,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:03,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d84fcd052194cdbb0149d8d69e693d2 2024-12-06T05:19:03,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:03,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:19:03,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:03,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:03,888 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,889 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T05:19:03,889 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec46afd49254%2C43565%2C1733462331672.1733462332572 2024-12-06T05:19:03,895 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec46afd49254%2C43565%2C1733462331672.1733462332572 2024-12-06T05:19:03,895 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec46afd49254%2C43565%2C1733462331672.1733462332572 2024-12-06T05:19:03,897 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,897 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,897 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:03,899 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:03,905 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-06T05:19:03,906 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69939335, jitterRate=0.04217730462551117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:03,906 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462343860Initializing all the Stores at 1733462343861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462343861Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462343865 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462343865Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462343865Cleaning up temporary data from old regions at 1733462343897 (+32 ms)Region opened successfully at 1733462343906 (+9 ms) 2024-12-06T05:19:03,906 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:19:03,909 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55648a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:03,913 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T05:19:03,913 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:19:03,913 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:19:03,913 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:19:03,914 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:19:03,916 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:03,917 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:19:03,917 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:19:03,917 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-06T05:19:03,917 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:19:03,923 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ec46afd49254,40865,1733462331935, regionLocation=ec46afd49254,40865,1733462331935, openSeqNum=2 2024-12-06T05:19:03,923 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ec46afd49254,40865,1733462331935, table=hbase:meta, region=1588230740 2024-12-06T05:19:03,923 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,40865,1733462331935, state=OPEN 2024-12-06T05:19:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370855191/meta-region-server 2024-12-06T05:19:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370855191/meta-region-server 2024-12-06T05:19:03,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:19:03,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:19:03,933 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:19:03,940 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/draining/ec46afd49254,40865,1733462331935 already deleted, retry=false 2024-12-06T05:19:03,940 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ec46afd49254,40865,1733462331935 on ec46afd49254,37675,1733462343621 2024-12-06T05:19:03,941 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ec46afd49254,40865,1733462331935, splitWal=true, meta=true 2024-12-06T05:19:03,941 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for ec46afd49254,40865,1733462331935 (carryingMeta=true) ec46afd49254,40865,1733462331935/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@99f59f4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T05:19:03,944 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/balancer because node does not exist (not necessarily an error) 2024-12-06T05:19:03,951 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/balancer already deleted, retry=false 2024-12-06T05:19:03,951 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:19:03,952 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:19:03,961 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/normalizer already deleted, retry=false 2024-12-06T05:19:03,962 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:19:03,963 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:19:03,972 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/switch/split already deleted, retry=false 2024-12-06T05:19:03,974 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:19:03,982 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/switch/merge already deleted, retry=false 2024-12-06T05:19:03,995 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:19:04,003 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/snapshot-cleanup already deleted, retry=false 2024-12-06T05:19:04,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1370855191/running 2024-12-06T05:19:04,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:04,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1370855191/running 2024-12-06T05:19:04,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:04,016 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,37675,1733462343621, sessionid=0x101a91402f10006, setting cluster-up flag (Was=false) 2024-12-06T05:19:04,025 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1370855191/flush-table-proc/acquired, /0-1370855191/flush-table-proc/reached, /0-1370855191/flush-table-proc/abort 2024-12-06T05:19:04,026 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,37675,1733462343621 2024-12-06T05:19:04,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1370855191/online-snapshot/acquired, /0-1370855191/online-snapshot/reached, /0-1370855191/online-snapshot/abort 2024-12-06T05:19:04,036 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,37675,1733462343621 2024-12-06T05:19:04,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/.lastflushedseqids 2024-12-06T05:19:04,040 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:19:04,041 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:19:04,041 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,37675,1733462343621 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ec46afd49254,40865,1733462331935 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:19:04,042 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:04,042 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:04,042 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:04,042 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:04,042 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:19:04,042 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,042 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:04,042 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,051 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ec46afd49254,40865,1733462331935, splitWal=true, meta=true 2024-12-06T05:19:04,052 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ec46afd49254,40865,1733462331935, splitWal=true, meta=true, isMeta: true 2024-12-06T05:19:04,053 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935-splitting 2024-12-06T05:19:04,054 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935-splitting dir is empty, no logs to split. 2024-12-06T05:19:04,054 INFO [PEWorker-1 {}] master.SplitWALManager(105): ec46afd49254,40865,1733462331935 WAL count=0, meta=true 2024-12-06T05:19:04,055 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935-splitting dir is empty, no logs to split. 2024-12-06T05:19:04,055 INFO [PEWorker-1 {}] master.SplitWALManager(105): ec46afd49254,40865,1733462331935 WAL count=0, meta=true 2024-12-06T05:19:04,055 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ec46afd49254,40865,1733462331935 WAL splitting is done? wals=0, meta=true 2024-12-06T05:19:04,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:19:04,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:04,058 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:19:04,064 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462374064 2024-12-06T05:19:04,064 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:19:04,064 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:19:04,064 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:19:04,064 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:19:04,064 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:19:04,064 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:19:04,066 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,066 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:19:04,066 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:19:04,066 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:19:04,066 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:19:04,066 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:19:04,066 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:19:04,067 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462344066,5,FailOnTimeoutGroup] 2024-12-06T05:19:04,067 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462344067,5,FailOnTimeoutGroup] 2024-12-06T05:19:04,067 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,067 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:19:04,067 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,067 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,067 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462344067, completionTime=-1 2024-12-06T05:19:04,067 WARN [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T05:19:04,067 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T05:19:04,137 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(746): ClusterId : fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac 2024-12-06T05:19:04,137 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:19:04,148 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:19:04,148 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:19:04,158 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:19:04,159 DEBUG [RS:0;ec46afd49254:37035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702debb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:04,173 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:37035 2024-12-06T05:19:04,173 INFO [RS:0;ec46afd49254:37035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:19:04,173 INFO [RS:0;ec46afd49254:37035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:19:04,173 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:19:04,174 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,37675,1733462343621 with port=37035, startcode=1733462343701 2024-12-06T05:19:04,174 DEBUG [RS:0;ec46afd49254:37035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:19:04,175 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:19:04,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,37035,1733462343701 2024-12-06T05:19:04,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37675 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,37035,1733462343701 2024-12-06T05:19:04,181 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a 2024-12-06T05:19:04,181 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35921 2024-12-06T05:19:04,181 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:19:04,208 WARN [ec46afd49254:37675 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:19:04,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/rs 2024-12-06T05:19:04,217 DEBUG [RS:0;ec46afd49254:37035 {}] zookeeper.ZKUtil(111): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on existing znode=/0-1370855191/rs/ec46afd49254,37035,1733462343701 2024-12-06T05:19:04,217 WARN [RS:0;ec46afd49254:37035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:04,217 INFO [RS:0;ec46afd49254:37035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:04,217 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701 2024-12-06T05:19:04,217 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T05:19:04,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,37035,1733462343701] 2024-12-06T05:19:04,241 INFO [RS:0;ec46afd49254:37035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:19:04,242 INFO [RS:0;ec46afd49254:37035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:19:04,243 INFO [RS:0;ec46afd49254:37035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:19:04,243 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,243 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:19:04,244 INFO [RS:0;ec46afd49254:37035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:19:04,244 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:04,244 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:04,245 DEBUG [RS:0;ec46afd49254:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:04,246 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,246 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,246 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,246 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,246 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,246 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37035,1733462343701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:04,263 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:19:04,263 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37035,1733462343701-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,279 INFO [RS:0;ec46afd49254:37035 {}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,37035,1733462343701, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:19:04,280 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,280 INFO [RS:0;ec46afd49254:37035 {}] regionserver.Replication(171): ec46afd49254,37035,1733462343701 started 2024-12-06T05:19:04,297 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:04,297 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,37035,1733462343701, RpcServer on ec46afd49254/172.17.0.3:37035, sessionid=0x101a91402f10007 2024-12-06T05:19:04,297 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:19:04,297 DEBUG [RS:0;ec46afd49254:37035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,37035,1733462343701 2024-12-06T05:19:04,297 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,37035,1733462343701' 2024-12-06T05:19:04,297 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1370855191/flush-table-proc/abort' 2024-12-06T05:19:04,297 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1370855191/flush-table-proc/acquired' 2024-12-06T05:19:04,299 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:19:04,299 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:19:04,299 DEBUG [RS:0;ec46afd49254:37035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,37035,1733462343701 2024-12-06T05:19:04,299 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,37035,1733462343701' 2024-12-06T05:19:04,299 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1370855191/online-snapshot/abort' 2024-12-06T05:19:04,299 DEBUG [RS:0;ec46afd49254:37035.replicationSource,1-ec46afd49254,37035,1733462343701 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:35625' 2024-12-06T05:19:04,299 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1370855191/online-snapshot/acquired' 2024-12-06T05:19:04,299 DEBUG [RS:0;ec46afd49254:37035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:19:04,299 INFO [RS:0;ec46afd49254:37035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:19:04,299 INFO [RS:0;ec46afd49254:37035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:19:04,300 DEBUG [RS:0;ec46afd49254:37035.replicationSource,1-ec46afd49254,37035,1733462343701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765940d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:04,300 DEBUG [RS:0;ec46afd49254:37035.replicationSource,1-ec46afd49254,37035,1733462343701 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,35625,-1 for getting cluster id 2024-12-06T05:19:04,300 DEBUG [RS:0;ec46afd49254:37035.replicationSource,1-ec46afd49254,37035,1733462343701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:04,302 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21154608-a471-48d7-9b21-6a3c26f53de9' 2024-12-06T05:19:04,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:04,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21154608-a471-48d7-9b21-6a3c26f53de9" 2024-12-06T05:19:04,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa47bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:04,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,35625,-1] 2024-12-06T05:19:04,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:04,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:04,305 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:04,306 DEBUG [RS:0;ec46afd49254:37035.replicationSource,1-ec46afd49254,37035,1733462343701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b208ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:04,306 DEBUG [RS:0;ec46afd49254:37035.replicationSource,1-ec46afd49254,37035,1733462343701 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:04,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,35625,1733462336111 2024-12-06T05:19:04,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd7df86 2024-12-06T05:19:04,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:04,308 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-06T05:19:04,308 INFO [RS:0;ec46afd49254:37035.replicationSource,1-ec46afd49254,37035,1733462343701 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,37035,1733462343701 (queues=0) is replicating from cluster=fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac to cluster=21154608-a471-48d7-9b21-6a3c26f53de9 2024-12-06T05:19:04,400 INFO [RS:0;ec46afd49254:37035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:04,401 INFO [RS:0;ec46afd49254:37035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C37035%2C1733462343701, suffix=, logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701, archiveDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs, maxLogs=10 2024-12-06T05:19:04,419 DEBUG [RS:0;ec46afd49254:37035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402, exclude list is [], retry=0 2024-12-06T05:19:04,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9,DISK] 2024-12-06T05:19:04,423 INFO [RS:0;ec46afd49254:37035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 2024-12-06T05:19:04,424 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ec46afd49254%2C37035%2C1733462343701 for peer 1 2024-12-06T05:19:04,424 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C37035%2C1733462343701 2024-12-06T05:19:04,424 INFO [RS:0;ec46afd49254:37035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,37035,1733462343701, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:19:04,424 DEBUG [RS:0;ec46afd49254:37035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559)] 2024-12-06T05:19:04,424 INFO [RS:0;ec46afd49254:37035.replicationSource.shipperec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C37035%2C1733462343701 2024-12-06T05:19:04,425 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402, startPosition=0, beingWritten=true 2024-12-06T05:19:04,459 DEBUG [ec46afd49254:37675 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:19:04,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,37035,1733462343701 2024-12-06T05:19:04,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,37035,1733462343701, state=OPENING 2024-12-06T05:19:04,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370855191/meta-region-server 2024-12-06T05:19:04,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370855191/meta-region-server 2024-12-06T05:19:04,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:04,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:19:04,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:19:04,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,37035,1733462343701}] 2024-12-06T05:19:04,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:19:04,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:04,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:04,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:04,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:04,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:04,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:04,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:19:04,634 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:04,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:19:04,644 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:19:04,644 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:04,645 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:19:04,648 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C37035%2C1733462343701.meta, suffix=.meta, logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701, archiveDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs, maxLogs=10 2024-12-06T05:19:04,665 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.meta.1733462344649.meta, exclude list is [], retry=0 2024-12-06T05:19:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9,DISK] 2024-12-06T05:19:04,669 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.meta.1733462344649.meta 2024-12-06T05:19:04,669 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559)] 2024-12-06T05:19:04,669 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:04,670 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:04,670 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:19:04,670 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:19:04,670 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:19:04,670 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:19:04,670 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:04,670 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:19:04,670 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:19:04,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:19:04,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:19:04,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:04,683 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/info/080aee42b93f4369b13ee14f4c4a3fd8 2024-12-06T05:19:04,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:04,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:19:04,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:19:04,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:04,694 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/ns/5bf2f8623ff540f4ad3bf4eff1d5929d 2024-12-06T05:19:04,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:04,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:19:04,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:19:04,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:04,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:04,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:19:04,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:19:04,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:04,704 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/table/dab23db2d68f429dadee729420a76665 2024-12-06T05:19:04,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:04,706 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:19:04,707 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740 2024-12-06T05:19:04,708 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740 2024-12-06T05:19:04,709 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:19:04,709 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:19:04,710 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:04,712 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:19:04,713 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59287883, jitterRate=-0.11654169857501984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:04,713 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:19:04,713 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462344670Writing region info on filesystem at 1733462344670Initializing all the Stores at 1733462344672 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462344672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462344672Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462344672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462344672Cleaning up temporary data from old regions at 1733462344709 (+37 ms)Running coprocessor post-open hooks at 1733462344713 (+4 ms)Region opened successfully at 1733462344713 2024-12-06T05:19:04,714 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733462344633 2024-12-06T05:19:04,716 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:19:04,716 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:19:04,717 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ec46afd49254,37035,1733462343701 2024-12-06T05:19:04,717 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,37035,1733462343701, state=OPEN 2024-12-06T05:19:04,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370855191/meta-region-server 2024-12-06T05:19:04,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1370855191/meta-region-server 2024-12-06T05:19:04,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:19:04,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1370855191/meta-region-server: CHANGED 2024-12-06T05:19:04,730 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,37035,1733462343701 2024-12-06T05:19:04,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T05:19:04,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,37035,1733462343701 in 253 msec 2024-12-06T05:19:04,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:19:04,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-12-06T05:19:04,950 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:05,355 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:05,720 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-06T05:19:05,864 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:06,469 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:07,173 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:07,223 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-06T05:19:07,977 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:08,575 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T05:19:08,575 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:19:08,575 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:08,575 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,37035,1733462343701, seqNum=-1] 2024-12-06T05:19:08,576 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:08,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:08,581 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bd0d1455ab72e77ad21816f35d7d6282, regionState=OPEN, lastHost=ec46afd49254,40865,1733462331935, regionLocation=ec46afd49254,40865,1733462331935, openSeqNum=2 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462408581 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462468581 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-06T05:19:08,581 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ec46afd49254,40865,1733462331935 had 2 regions 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37675,1733462343621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37675,1733462343621-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37675,1733462343621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:37675, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:08,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:08,582 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ec46afd49254,40865,1733462331935, splitWal=true, meta=true, isMeta: false 2024-12-06T05:19:08,583 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935-splitting dir is empty, no logs to split. 2024-12-06T05:19:08,583 INFO [PEWorker-3 {}] master.SplitWALManager(105): ec46afd49254,40865,1733462331935 WAL count=0, meta=false 2024-12-06T05:19:08,586 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,40865,1733462331935-splitting dir is empty, no logs to split. 2024-12-06T05:19:08,586 INFO [PEWorker-3 {}] master.SplitWALManager(105): ec46afd49254,40865,1733462331935 WAL count=0, meta=false 2024-12-06T05:19:08,586 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ec46afd49254,40865,1733462331935 WAL splitting is done? wals=0, meta=false 2024-12-06T05:19:08,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.805sec 2024-12-06T05:19:08,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:19:08,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:19:08,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:19:08,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:19:08,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:19:08,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37675,1733462343621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:08,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37675,1733462343621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:19:08,590 WARN [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ec46afd49254,40865,1733462331935/hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:08,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN}] 2024-12-06T05:19:08,591 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN 2024-12-06T05:19:08,592 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:19:08,592 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:19:08,592 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37675,1733462343621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:08,592 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:19:08,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f31e235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:08,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37675,-1 for getting cluster id 2024-12-06T05:19:08,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:08,642 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac' 2024-12-06T05:19:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac" 2024-12-06T05:19:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589c672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37675,-1] 2024-12-06T05:19:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:08,644 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7343c7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:08,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,37035,1733462343701, seqNum=-1] 2024-12-06T05:19:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:08,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:08,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T05:19:08,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:08,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:08,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:08,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:08,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:08,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ec46afd49254:37675 after: ec46afd49254:37675 2024-12-06T05:19:08,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ff01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:08,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37675,-1 for getting cluster id 2024-12-06T05:19:08,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:08,651 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac' 2024-12-06T05:19:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbb3cc2a-51f4-4d1d-955a-b78d4ca7c3ac" 2024-12-06T05:19:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a44d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37675,-1] 2024-12-06T05:19:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:08,652 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:08,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b4d432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:08,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:08,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37675,1733462343621 2024-12-06T05:19:08,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6363d57e 2024-12-06T05:19:08,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:08,654 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:08,654 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37675 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T05:19:08,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:19:08,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:08,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:08,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:08,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:08,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:08,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:19:08,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1500008601, stopped=false 2024-12-06T05:19:08,655 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,35625,1733462336111 2024-12-06T05:19:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063620532/running 2024-12-06T05:19:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063620532/running 2024-12-06T05:19:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:19:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:19:08,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:08,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:08,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on znode that does not yet exist, /12063620532/running 2024-12-06T05:19:08,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Set watcher on znode that does not yet exist, /12063620532/running 2024-12-06T05:19:08,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:08,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:08,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,34531,1733462336273' ***** 2024-12-06T05:19:08,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:19:08,720 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:19:08,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,34531,1733462336273 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:34531. 2024-12-06T05:19:08,721 DEBUG [RS:0;ec46afd49254:34531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:08,721 DEBUG [RS:0;ec46afd49254:34531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:19:08,721 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:19:08,721 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:19:08,721 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:08,721 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:19:08,721 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:19:08,721 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:19:08,721 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:19:08,721 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:19:08,721 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T05:19:08,734 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740/.tmp/ns/a4092bfec7e345ee87b9d1312b327702 is 43, key is default/ns:d/1733462339075/Put/seqid=0 2024-12-06T05:19:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741835_1011 (size=5153) 2024-12-06T05:19:08,742 DEBUG [ec46afd49254:37675 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:19:08,743 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bd0d1455ab72e77ad21816f35d7d6282, regionState=OPENING, regionLocation=ec46afd49254,37035,1733462343701 2024-12-06T05:19:08,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN because future has completed 2024-12-06T05:19:08,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0d1455ab72e77ad21816f35d7d6282, server=ec46afd49254,37035,1733462343701}] 2024-12-06T05:19:08,764 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:08,882 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:08,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:08,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:08,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:19:08,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C37035%2C1733462343701.rep, suffix=, logDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701, archiveDir=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs, maxLogs=10 2024-12-06T05:19:08,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.rep.1733462348902, exclude list is [], retry=0 2024-12-06T05:19:08,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-74ab7769-7110-4fdf-affa-98efa6dcc1c9,DISK] 2024-12-06T05:19:08,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.rep.1733462348902 2024-12-06T05:19:08,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44559:44559)] 2024-12-06T05:19:08,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => bd0d1455ab72e77ad21816f35d7d6282, NAME => 'hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:08,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:08,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:19:08,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. service=MultiRowMutationService 2024-12-06T05:19:08,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:19:08,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:08,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,919 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,920 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d1455ab72e77ad21816f35d7d6282 columnFamilyName hfileref 2024-12-06T05:19:08,920 DEBUG [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:08,920 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(327): Store=bd0d1455ab72e77ad21816f35d7d6282/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:08,920 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,921 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d1455ab72e77ad21816f35d7d6282 columnFamilyName queue 2024-12-06T05:19:08,921 DEBUG [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:08,921 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:08,925 DEBUG [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282/queue/771c4d830cfd40ba922e9ed0f9acb6fa 2024-12-06T05:19:08,925 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(327): Store=bd0d1455ab72e77ad21816f35d7d6282/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:08,926 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,926 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d1455ab72e77ad21816f35d7d6282 columnFamilyName sid 2024-12-06T05:19:08,926 DEBUG [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:08,927 INFO [StoreOpener-bd0d1455ab72e77ad21816f35d7d6282-1 {}] regionserver.HStore(327): Store=bd0d1455ab72e77ad21816f35d7d6282/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:08,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:19:08,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened bd0d1455ab72e77ad21816f35d7d6282; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64549130, jitterRate=-0.038143008947372437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:19:08,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:08,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for bd0d1455ab72e77ad21816f35d7d6282: Running coprocessor pre-open hook at 1733462348918Writing region info on filesystem at 1733462348918Initializing all the Stores at 1733462348919 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462348919Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462348919Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462348919Cleaning up temporary data from old regions at 1733462348930 (+11 ms)Running coprocessor post-open hooks at 1733462348932 (+2 ms)Region opened successfully at 1733462348932 2024-12-06T05:19:08,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282., pid=13, masterSystemTime=1733462348897 2024-12-06T05:19:08,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:08,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:08,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bd0d1455ab72e77ad21816f35d7d6282, regionState=OPEN, openSeqNum=9, regionLocation=ec46afd49254,37035,1733462343701 2024-12-06T05:19:08,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0d1455ab72e77ad21816f35d7d6282, server=ec46afd49254,37035,1733462343701 because future has completed 2024-12-06T05:19:08,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T05:19:08,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bd0d1455ab72e77ad21816f35d7d6282, server=ec46afd49254,37035,1733462343701 in 192 msec 2024-12-06T05:19:08,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-06T05:19:08,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd0d1455ab72e77ad21816f35d7d6282, ASSIGN in 349 msec 2024-12-06T05:19:08,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T05:19:08,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282., hostname=ec46afd49254,37035,1733462343701, seqNum=9] 2024-12-06T05:19:08,955 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ec46afd49254,40865,1733462331935 2024-12-06T05:19:08,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T05:19:09,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-06T05:19:09,121 DEBUG [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:09,139 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740/.tmp/ns/a4092bfec7e345ee87b9d1312b327702 2024-12-06T05:19:09,143 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740/.tmp/ns/a4092bfec7e345ee87b9d1312b327702 as hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740/ns/a4092bfec7e345ee87b9d1312b327702 2024-12-06T05:19:09,148 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740/ns/a4092bfec7e345ee87b9d1312b327702, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T05:19:09,149 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false 2024-12-06T05:19:09,149 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:19:09,153 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T05:19:09,153 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:09,153 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:09,153 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:09,153 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462348721Running coprocessor pre-close hooks at 1733462348721Disabling compacts and flushes for region at 1733462348721Disabling writes for close at 1733462348721Obtaining lock to block concurrent updates at 1733462348721Preparing flush snapshotting stores in 1588230740 at 1733462348721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733462348722 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733462348722Flushing 1588230740/ns: creating writer at 1733462348722Flushing 1588230740/ns: appending metadata at 1733462348734 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733462348734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad92a80: reopening flushed file at 1733462349143 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false at 1733462349149 (+6 ms)Writing region close event to WAL at 1733462349150 (+1 ms)Running coprocessor post-close hooks at 1733462349153 (+3 ms)Closed at 1733462349153 2024-12-06T05:19:09,154 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:09,322 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,34531,1733462336273; all regions closed. 2024-12-06T05:19:09,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741834_1010 (size=1152) 2024-12-06T05:19:09,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/WALs/ec46afd49254,34531,1733462336273/ec46afd49254%2C34531%2C1733462336273.meta.1733462339004.meta not finished, retry = 0 2024-12-06T05:19:09,459 DEBUG [RS:0;ec46afd49254:34531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/oldWALs 2024-12-06T05:19:09,459 INFO [RS:0;ec46afd49254:34531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C34531%2C1733462336273.meta:.meta(num 1733462339004) 2024-12-06T05:19:09,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741833_1009 (size=93) 2024-12-06T05:19:09,463 DEBUG [RS:0;ec46afd49254:34531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/oldWALs 2024-12-06T05:19:09,463 INFO [RS:0;ec46afd49254:34531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C34531%2C1733462336273:(num 1733462338696) 2024-12-06T05:19:09,463 DEBUG [RS:0;ec46afd49254:34531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:09,463 INFO [RS:0;ec46afd49254:34531 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:09,463 INFO [RS:0;ec46afd49254:34531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:09,463 INFO [RS:0;ec46afd49254:34531 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:09,463 INFO [RS:0;ec46afd49254:34531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:09,463 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:09,463 INFO [RS:0;ec46afd49254:34531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34531 2024-12-06T05:19:09,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532/rs 2024-12-06T05:19:09,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063620532/rs/ec46afd49254,34531,1733462336273 2024-12-06T05:19:09,484 INFO [RS:0;ec46afd49254:34531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:09,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,34531,1733462336273] 2024-12-06T05:19:09,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12063620532/draining/ec46afd49254,34531,1733462336273 already deleted, retry=false 2024-12-06T05:19:09,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,34531,1733462336273 expired; onlineServers=0 2024-12-06T05:19:09,505 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,35625,1733462336111' ***** 2024-12-06T05:19:09,505 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:19:09,505 INFO [M:0;ec46afd49254:35625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:09,505 INFO [M:0;ec46afd49254:35625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:09,505 DEBUG [M:0;ec46afd49254:35625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:19:09,505 DEBUG [M:0;ec46afd49254:35625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:19:09,505 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:19:09,505 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462338366 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462338366,5,FailOnTimeoutGroup] 2024-12-06T05:19:09,505 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462338368 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462338368,5,FailOnTimeoutGroup] 2024-12-06T05:19:09,505 INFO [M:0;ec46afd49254:35625 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:09,505 INFO [M:0;ec46afd49254:35625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:09,505 DEBUG [M:0;ec46afd49254:35625 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:19:09,505 INFO [M:0;ec46afd49254:35625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:19:09,505 INFO [M:0;ec46afd49254:35625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:09,506 INFO [M:0;ec46afd49254:35625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:19:09,506 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:19:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12063620532/master 2024-12-06T05:19:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12063620532 2024-12-06T05:19:09,515 DEBUG [M:0;ec46afd49254:35625 {}] zookeeper.ZKUtil(347): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Unable to get data of znode /12063620532/master because node does not exist (not an error) 2024-12-06T05:19:09,515 WARN [M:0;ec46afd49254:35625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:19:09,516 INFO [M:0;ec46afd49254:35625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/.lastflushedseqids 2024-12-06T05:19:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741836_1012 (size=99) 2024-12-06T05:19:09,521 INFO [M:0;ec46afd49254:35625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:19:09,521 INFO [M:0;ec46afd49254:35625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:19:09,521 DEBUG [M:0;ec46afd49254:35625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:19:09,521 INFO [M:0;ec46afd49254:35625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:09,521 DEBUG [M:0;ec46afd49254:35625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:09,521 DEBUG [M:0;ec46afd49254:35625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:19:09,521 DEBUG [M:0;ec46afd49254:35625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:09,521 INFO [M:0;ec46afd49254:35625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T05:19:09,534 DEBUG [M:0;ec46afd49254:35625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b887dc31617411481ac97c020f1fcb2 is 82, key is hbase:meta,,1/info:regioninfo/1733462339050/Put/seqid=0 2024-12-06T05:19:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741837_1013 (size=5672) 2024-12-06T05:19:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:09,594 INFO [RS:0;ec46afd49254:34531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:09,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x101a91402f10004, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:09,595 INFO [RS:0;ec46afd49254:34531 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,34531,1733462336273; zookeeper connection closed. 2024-12-06T05:19:09,595 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72126365 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72126365 2024-12-06T05:19:09,595 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:19:09,886 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:09,939 INFO [M:0;ec46afd49254:35625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b887dc31617411481ac97c020f1fcb2 2024-12-06T05:19:09,956 DEBUG [M:0;ec46afd49254:35625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7147f034a9884398b2a99f833cf72c83 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733462339081/Put/seqid=0 2024-12-06T05:19:09,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741838_1014 (size=5275) 2024-12-06T05:19:10,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:19:10,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:10,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:10,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:10,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:10,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:10,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:10,361 INFO [M:0;ec46afd49254:35625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7147f034a9884398b2a99f833cf72c83 2024-12-06T05:19:10,384 DEBUG [M:0;ec46afd49254:35625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/307329b93cd3459da1c39a6c6fba8106 is 69, key is ec46afd49254,34531,1733462336273/rs:state/1733462338463/Put/seqid=0 2024-12-06T05:19:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741839_1015 (size=5156) 2024-12-06T05:19:10,789 INFO [M:0;ec46afd49254:35625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/307329b93cd3459da1c39a6c6fba8106 2024-12-06T05:19:10,794 DEBUG [M:0;ec46afd49254:35625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b887dc31617411481ac97c020f1fcb2 as hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b887dc31617411481ac97c020f1fcb2 2024-12-06T05:19:10,798 INFO [M:0;ec46afd49254:35625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b887dc31617411481ac97c020f1fcb2, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T05:19:10,798 DEBUG [M:0;ec46afd49254:35625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7147f034a9884398b2a99f833cf72c83 as hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7147f034a9884398b2a99f833cf72c83 2024-12-06T05:19:10,803 INFO [M:0;ec46afd49254:35625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7147f034a9884398b2a99f833cf72c83, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T05:19:10,804 DEBUG [M:0;ec46afd49254:35625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/307329b93cd3459da1c39a6c6fba8106 as hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/307329b93cd3459da1c39a6c6fba8106 2024-12-06T05:19:10,807 INFO [M:0;ec46afd49254:35625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/307329b93cd3459da1c39a6c6fba8106, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T05:19:10,808 INFO [M:0;ec46afd49254:35625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false 2024-12-06T05:19:10,809 INFO [M:0;ec46afd49254:35625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:10,809 DEBUG [M:0;ec46afd49254:35625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462349521Disabling compacts and flushes for region at 1733462349521Disabling writes for close at 1733462349521Obtaining lock to block concurrent updates at 1733462349521Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462349521Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733462349522 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462349522Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462349522Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462349534 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462349534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462349944 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462349956 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462349956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462350365 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462350383 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462350384 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dea183f: reopening flushed file at 1733462350793 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78fcaf27: reopening flushed file at 1733462350798 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a061088: reopening flushed file at 1733462350803 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false at 1733462350808 (+5 ms)Writing region close event to WAL at 1733462350809 (+1 ms)Closed at 1733462350809 2024-12-06T05:19:10,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43311 is added to blk_1073741830_1006 (size=10165) 2024-12-06T05:19:10,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd777df8-a308-2bc4-c3dd-081b27602818/MasterData/WALs/ec46afd49254,35625,1733462336111/ec46afd49254%2C35625%2C1733462336111.1733462338072 not finished, retry = 0 2024-12-06T05:19:10,912 INFO [M:0;ec46afd49254:35625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:19:10,912 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:10,912 INFO [M:0;ec46afd49254:35625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35625 2024-12-06T05:19:10,913 INFO [M:0;ec46afd49254:35625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:10,991 DEBUG [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 to pos 0, reset compression=false 2024-12-06T05:19:11,072 INFO [M:0;ec46afd49254:35625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:11,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:11,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35625-0x101a91402f10003, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:11,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c644fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:19:11,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@319d2463{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:19:11,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:19:11,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a6ccddd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:19:11,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@478d5fc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.log.dir/,STOPPED} 2024-12-06T05:19:11,075 WARN [BP-2046587670-172.17.0.3-1733462334007 heartbeating to localhost/127.0.0.1:43167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:19:11,075 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:19:11,075 WARN [BP-2046587670-172.17.0.3-1733462334007 heartbeating to localhost/127.0.0.1:43167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2046587670-172.17.0.3-1733462334007 (Datanode Uuid 1643a597-b04d-4db1-95be-fc8134de9e52) service to localhost/127.0.0.1:43167 2024-12-06T05:19:11,075 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:19:11,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/cluster_ec067d69-3f76-8900-a3ef-19322c280fcf/data/data1/current/BP-2046587670-172.17.0.3-1733462334007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:19:11,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/cluster_ec067d69-3f76-8900-a3ef-19322c280fcf/data/data2/current/BP-2046587670-172.17.0.3-1733462334007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:19:11,076 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:19:11,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a1c50e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:19:11,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a1e3281{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:19:11,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:19:11,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4380c0aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:19:11,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648840d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.log.dir/,STOPPED} 2024-12-06T05:19:11,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:19:11,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:19:11,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:11,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:11,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:11,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:11,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:11,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:19:11,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=354945380, stopped=false 2024-12-06T05:19:11,091 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,37675,1733462343621 2024-12-06T05:19:11,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/running 2024-12-06T05:19:11,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/running 2024-12-06T05:19:11,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:11,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:11,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:11,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:11,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/running 2024-12-06T05:19:11,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:11,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Set watcher on znode that does not yet exist, /0-1370855191/running 2024-12-06T05:19:11,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:11,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,37035,1733462343701' ***** 2024-12-06T05:19:11,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:19:11,109 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:19:11,109 INFO [RS:0;ec46afd49254:37035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:19:11,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:19:11,109 INFO [RS:0;ec46afd49254:37035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:19:11,109 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(3091): Received CLOSE for bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:11,110 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,37035,1733462343701 2024-12-06T05:19:11,110 INFO [RS:0;ec46afd49254:37035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:11,110 INFO [RS:0;ec46afd49254:37035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:37035. 2024-12-06T05:19:11,110 DEBUG [RS:0;ec46afd49254:37035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:11,110 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd0d1455ab72e77ad21816f35d7d6282, disabling compactions & flushes 2024-12-06T05:19:11,110 DEBUG [RS:0;ec46afd49254:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:11,110 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:11,110 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:11,110 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. after waiting 0 ms 2024-12-06T05:19:11,110 INFO [RS:0;ec46afd49254:37035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:19:11,110 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:11,110 INFO [RS:0;ec46afd49254:37035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:19:11,110 INFO [RS:0;ec46afd49254:37035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:19:11,110 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:19:11,110 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:19:11,110 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd0d1455ab72e77ad21816f35d7d6282=hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282.} 2024-12-06T05:19:11,110 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd0d1455ab72e77ad21816f35d7d6282 2024-12-06T05:19:11,110 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:19:11,110 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:19:11,110 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:19:11,110 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:19:11,110 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:19:11,110 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T05:19:11,118 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/replication/bd0d1455ab72e77ad21816f35d7d6282/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-06T05:19:11,119 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:11,119 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:11,119 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:11,119 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd0d1455ab72e77ad21816f35d7d6282: Waiting for close lock at 1733462351110Running coprocessor pre-close hooks at 1733462351110Disabling compacts and flushes for region at 1733462351110Disabling writes for close at 1733462351110Writing region close event to WAL at 1733462351115 (+5 ms)Running coprocessor post-close hooks at 1733462351119 (+4 ms)Closed at 1733462351119 2024-12-06T05:19:11,119 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282. 2024-12-06T05:19:11,126 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/info/b4660bb900f54d92b37b5e1005cda23a is 147, key is hbase:replication,,1733462339186.bd0d1455ab72e77ad21816f35d7d6282./info:regioninfo/1733462348935/Put/seqid=0 2024-12-06T05:19:11,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741851_1027 (size=6385) 2024-12-06T05:19:11,151 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:11,246 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:19:11,246 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:19:11,310 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:11,511 DEBUG [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:11,530 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/info/b4660bb900f54d92b37b5e1005cda23a 2024-12-06T05:19:11,536 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/.tmp/info/b4660bb900f54d92b37b5e1005cda23a as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/info/b4660bb900f54d92b37b5e1005cda23a 2024-12-06T05:19:11,541 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/info/b4660bb900f54d92b37b5e1005cda23a, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T05:19:11,542 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-12-06T05:19:11,542 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:19:11,546 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T05:19:11,547 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:11,547 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:11,547 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:11,547 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462351110Running coprocessor pre-close hooks at 1733462351110Disabling compacts and flushes for region at 1733462351110Disabling writes for close at 1733462351110Obtaining lock to block concurrent updates at 1733462351111 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733462351111Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733462351111Flushing stores of hbase:meta,,1.1588230740 at 1733462351111Flushing 1588230740/info: creating writer at 1733462351111Flushing 1588230740/info: appending metadata at 1733462351125 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733462351125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f39ba1a: reopening flushed file at 1733462351535 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1733462351542 (+7 ms)Writing region close event to WAL at 1733462351543 (+1 ms)Running coprocessor post-close hooks at 1733462351547 (+4 ms)Closed at 1733462351547 2024-12-06T05:19:11,547 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:11,711 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,37035,1733462343701; all regions closed. 2024-12-06T05:19:11,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.meta.1733462344649.meta not finished, retry = 0 2024-12-06T05:19:11,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741849_1025 (size=2156) 2024-12-06T05:19:11,815 DEBUG [RS:0;ec46afd49254:37035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs 2024-12-06T05:19:11,815 INFO [RS:0;ec46afd49254:37035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C37035%2C1733462343701.meta:.meta(num 1733462344649) 2024-12-06T05:19:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741850_1026 (size=796) 2024-12-06T05:19:11,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.rep.1733462348902 not finished, retry = 0 2024-12-06T05:19:11,920 DEBUG [RS:0;ec46afd49254:37035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs 2024-12-06T05:19:11,920 INFO [RS:0;ec46afd49254:37035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C37035%2C1733462343701.rep:(num 1733462348902) 2024-12-06T05:19:11,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741848_1024 (size=93) 2024-12-06T05:19:11,922 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/WALs/ec46afd49254,37035,1733462343701/ec46afd49254%2C37035%2C1733462343701.1733462344402 not finished, retry = 0 2024-12-06T05:19:12,025 DEBUG [RS:0;ec46afd49254:37035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/oldWALs 2024-12-06T05:19:12,025 INFO [RS:0;ec46afd49254:37035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C37035%2C1733462343701:(num 1733462344402) 2024-12-06T05:19:12,025 DEBUG [RS:0;ec46afd49254:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:12,025 INFO [RS:0;ec46afd49254:37035 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:12,025 INFO [RS:0;ec46afd49254:37035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:12,025 INFO [RS:0;ec46afd49254:37035 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:12,025 INFO [RS:0;ec46afd49254:37035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:12,025 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:12,025 INFO [RS:0;ec46afd49254:37035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,37035,1733462343701 because: Region server is closing 2024-12-06T05:19:12,026 INFO [RS:0;ec46afd49254:37035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:37035. 2024-12-06T05:19:12,026 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T05:19:12,026 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T05:19:12,026 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T05:19:12,026 DEBUG [RS:0;ec46afd49254:37035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:12,026 DEBUG [RS:0;ec46afd49254:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:12,026 DEBUG [RS:0;ec46afd49254:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:12,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:12,126 WARN [RS:0;ec46afd49254:37035.replicationSource.wal-reader.ec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:19:12,126 WARN [RS:0;ec46afd49254:37035.replicationSource.shipperec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T05:19:12,126 INFO [RS:0;ec46afd49254:37035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ec46afd49254:37035.replicationSource.shipperec46afd49254%2C37035%2C1733462343701,1-ec46afd49254,37035,1733462343701 terminated 2024-12-06T05:19:12,126 INFO [RS:0;ec46afd49254:37035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37035 2024-12-06T05:19:12,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/rs/ec46afd49254,37035,1733462343701 2024-12-06T05:19:12,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191/rs 2024-12-06T05:19:12,192 INFO [RS:0;ec46afd49254:37035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:12,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,37035,1733462343701] 2024-12-06T05:19:12,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1370855191/draining/ec46afd49254,37035,1733462343701 already deleted, retry=false 2024-12-06T05:19:12,213 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,37035,1733462343701 expired; onlineServers=0 2024-12-06T05:19:12,213 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,37675,1733462343621' ***** 2024-12-06T05:19:12,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:19:12,213 INFO [M:0;ec46afd49254:37675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:12,214 INFO [M:0;ec46afd49254:37675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:12,214 DEBUG [M:0;ec46afd49254:37675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:19:12,214 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:19:12,214 DEBUG [M:0;ec46afd49254:37675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:19:12,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462344067 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462344067,5,FailOnTimeoutGroup] 2024-12-06T05:19:12,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462344066 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462344066,5,FailOnTimeoutGroup] 2024-12-06T05:19:12,214 INFO [M:0;ec46afd49254:37675 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:12,214 INFO [M:0;ec46afd49254:37675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:12,214 DEBUG [M:0;ec46afd49254:37675 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:19:12,214 INFO [M:0;ec46afd49254:37675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:19:12,214 INFO [M:0;ec46afd49254:37675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:12,214 INFO [M:0;ec46afd49254:37675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:19:12,214 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:19:12,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1370855191/master 2024-12-06T05:19:12,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1370855191 2024-12-06T05:19:12,224 DEBUG [M:0;ec46afd49254:37675 {}] zookeeper.ZKUtil(347): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Unable to get data of znode /0-1370855191/master because node does not exist (not an error) 2024-12-06T05:19:12,224 WARN [M:0;ec46afd49254:37675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:19:12,225 INFO [M:0;ec46afd49254:37675 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/.lastflushedseqids 2024-12-06T05:19:12,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741852_1028 (size=181) 2024-12-06T05:19:12,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:12,303 INFO [RS:0;ec46afd49254:37035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:12,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x101a91402f10007, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:12,303 INFO [RS:0;ec46afd49254:37035 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,37035,1733462343701; zookeeper connection closed. 2024-12-06T05:19:12,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50869d91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50869d91 2024-12-06T05:19:12,304 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:19:12,630 INFO [M:0;ec46afd49254:37675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:19:12,630 INFO [M:0;ec46afd49254:37675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:19:12,630 DEBUG [M:0;ec46afd49254:37675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:19:12,630 INFO [M:0;ec46afd49254:37675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:12,630 DEBUG [M:0;ec46afd49254:37675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:12,630 DEBUG [M:0;ec46afd49254:37675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:19:12,630 DEBUG [M:0;ec46afd49254:37675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:12,630 INFO [M:0;ec46afd49254:37675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T05:19:12,643 DEBUG [M:0;ec46afd49254:37675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6e3e1ad6a7340f3b555f16d42e330a4 is 82, key is hbase:meta,,1/info:regioninfo/1733462344717/Put/seqid=0 2024-12-06T05:19:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741853_1029 (size=5672) 2024-12-06T05:19:13,047 INFO [M:0;ec46afd49254:37675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6e3e1ad6a7340f3b555f16d42e330a4 2024-12-06T05:19:13,064 DEBUG [M:0;ec46afd49254:37675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ee6f588e63944069814ed1d0f69bee7 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733462348939/Put/seqid=0 2024-12-06T05:19:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741854_1030 (size=7312) 2024-12-06T05:19:13,469 INFO [M:0;ec46afd49254:37675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ee6f588e63944069814ed1d0f69bee7 2024-12-06T05:19:13,486 DEBUG [M:0;ec46afd49254:37675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3331ba9dbfa418daa9d63cf40b839a1 is 69, key is ec46afd49254,37035,1733462343701/rs:state/1733462344176/Put/seqid=0 2024-12-06T05:19:13,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741855_1031 (size=5370) 2024-12-06T05:19:13,890 INFO [M:0;ec46afd49254:37675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3331ba9dbfa418daa9d63cf40b839a1 2024-12-06T05:19:13,894 INFO [M:0;ec46afd49254:37675 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3331ba9dbfa418daa9d63cf40b839a1 2024-12-06T05:19:13,895 DEBUG [M:0;ec46afd49254:37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6e3e1ad6a7340f3b555f16d42e330a4 as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6e3e1ad6a7340f3b555f16d42e330a4 2024-12-06T05:19:13,899 INFO [M:0;ec46afd49254:37675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6e3e1ad6a7340f3b555f16d42e330a4, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T05:19:13,900 DEBUG [M:0;ec46afd49254:37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ee6f588e63944069814ed1d0f69bee7 as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ee6f588e63944069814ed1d0f69bee7 2024-12-06T05:19:13,905 INFO [M:0;ec46afd49254:37675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ee6f588e63944069814ed1d0f69bee7, entries=7, sequenceid=127, filesize=7.1 K 2024-12-06T05:19:13,906 DEBUG [M:0;ec46afd49254:37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3331ba9dbfa418daa9d63cf40b839a1 as hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3331ba9dbfa418daa9d63cf40b839a1 2024-12-06T05:19:13,910 INFO [M:0;ec46afd49254:37675 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3331ba9dbfa418daa9d63cf40b839a1 2024-12-06T05:19:13,910 INFO [M:0;ec46afd49254:37675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35921/user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3331ba9dbfa418daa9d63cf40b839a1, entries=2, sequenceid=127, filesize=5.2 K 2024-12-06T05:19:13,911 INFO [M:0;ec46afd49254:37675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false 2024-12-06T05:19:13,912 INFO [M:0;ec46afd49254:37675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:13,912 DEBUG [M:0;ec46afd49254:37675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462352630Disabling compacts and flushes for region at 1733462352630Disabling writes for close at 1733462352630Obtaining lock to block concurrent updates at 1733462352630Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462352630Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733462352630Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462352631 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462352631Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462352643 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462352643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462353052 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462353064 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462353064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462353473 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462353485 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462353485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62828d42: reopening flushed file at 1733462353894 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9d7f17: reopening flushed file at 1733462353899 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446275cd: reopening flushed file at 1733462353905 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false at 1733462353911 (+6 ms)Writing region close event to WAL at 1733462353912 (+1 ms)Closed at 1733462353912 2024-12-06T05:19:13,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a16f977-e614-88fa-7575-e9e8244c025a/MasterData/WALs/ec46afd49254,37675,1733462343621/ec46afd49254%2C37675%2C1733462343621.1733462343837 not finished, retry = 0 2024-12-06T05:19:13,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741847_1023 (size=22903) 2024-12-06T05:19:14,015 INFO [M:0;ec46afd49254:37675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:19:14,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:14,015 INFO [M:0;ec46afd49254:37675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37675 2024-12-06T05:19:14,015 INFO [M:0;ec46afd49254:37675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:14,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:14,198 INFO [M:0;ec46afd49254:37675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:14,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37675-0x101a91402f10006, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:14,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ac38a6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:19:14,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@231b1ad7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:19:14,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:19:14,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56d22d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:19:14,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d9644af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.log.dir/,STOPPED} 2024-12-06T05:19:14,202 WARN [BP-20536639-172.17.0.3-1733462329221 heartbeating to localhost/127.0.0.1:35921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:19:14,202 WARN [BP-20536639-172.17.0.3-1733462329221 heartbeating to localhost/127.0.0.1:35921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-20536639-172.17.0.3-1733462329221 (Datanode Uuid a6b66224-d8fb-4b32-acb2-36c0449d065b) service to localhost/127.0.0.1:35921 2024-12-06T05:19:14,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:19:14,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:19:14,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/cluster_3d73a064-a2bb-b4e1-2f14-bee9ec608797/data/data1/current/BP-20536639-172.17.0.3-1733462329221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:19:14,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/cluster_3d73a064-a2bb-b4e1-2f14-bee9ec608797/data/data2/current/BP-20536639-172.17.0.3-1733462329221 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:19:14,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:19:14,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9fdd804{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:19:14,208 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d472a78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:19:14,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:19:14,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cbcbfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:19:14,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ab422d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4240a8a-d64c-602f-aae8-f26aebc68fa3/hadoop.log.dir/,STOPPED} 2024-12-06T05:19:14,212 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:19:14,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:19:14,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 162) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:35921 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43167 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:35921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:35921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50166) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50166) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=626 (was 738), ProcessCount=11 (was 11), AvailableMemoryMB=5937 (was 6081) 2024-12-06T05:19:14,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=626, ProcessCount=11, AvailableMemoryMB=5937 2024-12-06T05:19:14,248 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-06T05:19:14,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.log.dir so I do NOT create it in target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a 2024-12-06T05:19:14,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:19:14,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.tmp.dir so I do NOT create it in target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a 2024-12-06T05:19:14,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a87b6fa-45eb-3f2e-d998-f452ac55d15a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:19:14,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a 2024-12-06T05:19:14,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/cluster_e4ff9ede-1561-cde4-ab68-ab7ad68c9f49, deleteOnExit=true 2024-12-06T05:19:14,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/cluster_e4ff9ede-1561-cde4-ab68-ab7ad68c9f49/zookeeper_0, clientPort=54744, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/cluster_e4ff9ede-1561-cde4-ab68-ab7ad68c9f49/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/cluster_e4ff9ede-1561-cde4-ab68-ab7ad68c9f49/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:19:14,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54744 2024-12-06T05:19:14,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:19:14,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/test.cache.data in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:19:14,273 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:19:14,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:19:14,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:19:14,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:19:14,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:19:14,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:19:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a91402f10002, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:19:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a91402f10005, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:19:14,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a91402f10002, quorum=127.0.0.1:50166, baseZNode=/0-1370855191 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:19:14,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a91402f10005, quorum=127.0.0.1:50166, baseZNode=/12063620532 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:19:14,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:14,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:19:14,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:19:14,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:19:14,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:19:14,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:14,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@521b1f48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:19:14,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ade12fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:19:14,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10897beb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/java.io.tmpdir/jetty-localhost-43693-hadoop-hdfs-3_4_1-tests_jar-_-any-4015410326708258706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:19:14,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38df7f86{HTTP/1.1, (http/1.1)}{localhost:43693} 2024-12-06T05:19:14,771 INFO [Time-limited test {}] server.Server(415): Started @211144ms 2024-12-06T05:19:15,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:15,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:19:15,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:19:15,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:19:15,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:19:15,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7b4cb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:19:15,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@136e4fd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:19:15,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38fbfa94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/java.io.tmpdir/jetty-localhost-33773-hadoop-hdfs-3_4_1-tests_jar-_-any-1626730572378325593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:19:15,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c7fd2f4{HTTP/1.1, (http/1.1)}{localhost:33773} 2024-12-06T05:19:15,155 INFO [Time-limited test {}] server.Server(415): Started @211528ms 2024-12-06T05:19:15,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:19:15,794 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/cluster_e4ff9ede-1561-cde4-ab68-ab7ad68c9f49/data/data1/current/BP-1814075828-172.17.0.3-1733462354300/current, will proceed with Du for space computation calculation, 2024-12-06T05:19:15,794 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/cluster_e4ff9ede-1561-cde4-ab68-ab7ad68c9f49/data/data2/current/BP-1814075828-172.17.0.3-1733462354300/current, will proceed with Du for space computation calculation, 2024-12-06T05:19:15,808 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:19:15,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49488a9526359e04 with lease ID 0x2002d294d085a092: Processing first storage report for DS-d576df53-ec96-4083-9ef1-8065bff6439a from datanode DatanodeRegistration(127.0.0.1:34335, datanodeUuid=bc58b439-012a-4d91-aefa-e1a1f97fcce3, infoPort=40437, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=1433700007;c=1733462354300) 2024-12-06T05:19:15,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49488a9526359e04 with lease ID 0x2002d294d085a092: from storage DS-d576df53-ec96-4083-9ef1-8065bff6439a node DatanodeRegistration(127.0.0.1:34335, datanodeUuid=bc58b439-012a-4d91-aefa-e1a1f97fcce3, infoPort=40437, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=1433700007;c=1733462354300), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:19:15,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49488a9526359e04 with lease ID 0x2002d294d085a092: Processing first storage report for DS-895e1f7e-e339-4dc3-b035-8af04d028fba from datanode DatanodeRegistration(127.0.0.1:34335, datanodeUuid=bc58b439-012a-4d91-aefa-e1a1f97fcce3, infoPort=40437, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=1433700007;c=1733462354300) 2024-12-06T05:19:15,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49488a9526359e04 with lease ID 0x2002d294d085a092: from storage DS-895e1f7e-e339-4dc3-b035-8af04d028fba node DatanodeRegistration(127.0.0.1:34335, datanodeUuid=bc58b439-012a-4d91-aefa-e1a1f97fcce3, infoPort=40437, infoSecurePort=0, ipcPort=45939, storageInfo=lv=-57;cid=testClusterID;nsid=1433700007;c=1733462354300), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:19:15,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a 2024-12-06T05:19:15,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:15,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:19:16,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f with version=8 2024-12-06T05:19:16,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/hbase-staging 2024-12-06T05:19:16,296 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:16,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:16,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:16,296 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:16,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:16,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:16,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:19:16,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:16,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37065 2024-12-06T05:19:16,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37065 connecting to ZooKeeper ensemble=127.0.0.1:54744 2024-12-06T05:19:16,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370650x0, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:16,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37065-0x101a914650a0000 connected 2024-12-06T05:19:16,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:16,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:16,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on znode that does not yet exist, /01344070618/running 2024-12-06T05:19:16,480 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f, hbase.cluster.distributed=false 2024-12-06T05:19:16,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on znode that does not yet exist, /01344070618/acl 2024-12-06T05:19:16,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37065 2024-12-06T05:19:16,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37065 2024-12-06T05:19:16,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37065 2024-12-06T05:19:16,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37065 2024-12-06T05:19:16,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37065 2024-12-06T05:19:16,498 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:16,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:16,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:16,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:16,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:16,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:16,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:19:16,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:16,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38293 2024-12-06T05:19:16,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38293 connecting to ZooKeeper ensemble=127.0.0.1:54744 2024-12-06T05:19:16,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:16,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:16,518 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382930x0, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:16,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38293-0x101a914650a0001 connected 2024-12-06T05:19:16,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on znode that does not yet exist, /01344070618/running 2024-12-06T05:19:16,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:19:16,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:19:16,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on znode that does not yet exist, /01344070618/master 2024-12-06T05:19:16,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on znode that does not yet exist, /01344070618/acl 2024-12-06T05:19:16,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38293 2024-12-06T05:19:16,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38293 2024-12-06T05:19:16,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38293 2024-12-06T05:19:16,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38293 2024-12-06T05:19:16,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38293 2024-12-06T05:19:16,537 DEBUG [M:0;ec46afd49254:37065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:37065 2024-12-06T05:19:16,538 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01344070618/backup-masters/ec46afd49254,37065,1733462356296 2024-12-06T05:19:16,550 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618/backup-masters 2024-12-06T05:19:16,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618/backup-masters 2024-12-06T05:19:16,550 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on existing znode=/01344070618/backup-masters/ec46afd49254,37065,1733462356296 2024-12-06T05:19:16,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:16,560 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01344070618/master 2024-12-06T05:19:16,560 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:16,561 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on existing znode=/01344070618/master 2024-12-06T05:19:16,561 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01344070618/backup-masters/ec46afd49254,37065,1733462356296 from backup master directory 2024-12-06T05:19:16,571 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618/backup-masters 2024-12-06T05:19:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344070618/backup-masters/ec46afd49254,37065,1733462356296 2024-12-06T05:19:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618/backup-masters 2024-12-06T05:19:16,571 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:16,571 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,37065,1733462356296 2024-12-06T05:19:16,574 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/hbase.id] with ID: 023a6ca2-45aa-4ac2-bf1f-853e4baaec01 2024-12-06T05:19:16,574 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/.tmp/hbase.id 2024-12-06T05:19:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:19:16,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:19:16,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:16,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:16,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:16,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:16,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:16,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/.tmp/hbase.id]:[hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/hbase.id] 2024-12-06T05:19:16,989 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:16,989 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:19:16,989 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T05:19:17,013 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:17,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:17,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:19:17,418 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:17,419 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:19:17,419 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:17,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:19:17,826 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store 2024-12-06T05:19:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:19:18,232 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:18,232 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:19:18,232 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:18,232 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:18,232 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:19:18,232 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:18,232 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:18,232 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462358232Disabling compacts and flushes for region at 1733462358232Disabling writes for close at 1733462358232Writing region close event to WAL at 1733462358232Closed at 1733462358232 2024-12-06T05:19:18,233 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/.initializing 2024-12-06T05:19:18,233 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/WALs/ec46afd49254,37065,1733462356296 2024-12-06T05:19:18,234 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:18,235 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C37065%2C1733462356296, suffix=, logDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/WALs/ec46afd49254,37065,1733462356296, archiveDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/oldWALs, maxLogs=10 2024-12-06T05:19:18,252 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/WALs/ec46afd49254,37065,1733462356296/ec46afd49254%2C37065%2C1733462356296.1733462358235, exclude list is [], retry=0 2024-12-06T05:19:18,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34335,DS-d576df53-ec96-4083-9ef1-8065bff6439a,DISK] 2024-12-06T05:19:18,256 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/WALs/ec46afd49254,37065,1733462356296/ec46afd49254%2C37065%2C1733462356296.1733462358235 2024-12-06T05:19:18,257 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-12-06T05:19:18,257 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:18,257 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:18,257 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,257 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:19:18,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:18,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:18,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:19:18,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:18,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:18,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:19:18,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:18,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:18,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:19:18,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:18,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:18,264 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,265 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,265 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,266 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,266 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,266 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:18,267 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:18,268 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:18,269 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59977522, jitterRate=-0.10626527667045593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:18,269 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462358257Initializing all the Stores at 1733462358258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462358258Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462358258Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462358258Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462358258Cleaning up temporary data from old regions at 1733462358266 (+8 ms)Region opened successfully at 1733462358269 (+3 ms) 2024-12-06T05:19:18,269 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:19:18,272 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebcf14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:18,272 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:19:18,272 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:19:18,272 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:19:18,273 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:19:18,273 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:19:18,273 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:19:18,273 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:19:18,275 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:19:18,276 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Unable to get data of znode /01344070618/balancer because node does not exist (not necessarily an error) 2024-12-06T05:19:18,385 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344070618/balancer already deleted, retry=false 2024-12-06T05:19:18,386 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:19:18,387 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Unable to get data of znode /01344070618/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:19:18,434 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344070618/normalizer already deleted, retry=false 2024-12-06T05:19:18,434 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:19:18,435 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Unable to get data of znode /01344070618/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:19:18,475 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344070618/switch/split already deleted, retry=false 2024-12-06T05:19:18,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Unable to get data of znode /01344070618/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:19:18,486 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344070618/switch/merge already deleted, retry=false 2024-12-06T05:19:18,488 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Unable to get data of znode /01344070618/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:19:18,497 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01344070618/snapshot-cleanup already deleted, retry=false 2024-12-06T05:19:18,508 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01344070618/running 2024-12-06T05:19:18,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01344070618/running 2024-12-06T05:19:18,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:18,508 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:18,508 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,37065,1733462356296, sessionid=0x101a914650a0000, setting cluster-up flag (Was=false) 2024-12-06T05:19:18,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:18,529 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:18,560 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01344070618/flush-table-proc/acquired, /01344070618/flush-table-proc/reached, /01344070618/flush-table-proc/abort 2024-12-06T05:19:18,561 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,37065,1733462356296 2024-12-06T05:19:18,581 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:18,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:18,613 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01344070618/online-snapshot/acquired, /01344070618/online-snapshot/reached, /01344070618/online-snapshot/abort 2024-12-06T05:19:18,614 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,37065,1733462356296 2024-12-06T05:19:18,615 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:19:18,616 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:18,616 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:19:18,616 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:19:18,616 WARN [master/ec46afd49254:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ec46afd49254,40865,1733462331935: status=Processing ServerCrashProcedure of ec46afd49254,40865,1733462331935 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733462344051, completionTime=-1 appears to have been leaked 2024-12-06T05:19:18,616 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,37065,1733462356296 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:19:18,617 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:18,617 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:18,617 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:18,617 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:18,617 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:19:18,618 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,618 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:18,618 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:18,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:19:18,620 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:18,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:19:18,621 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462388621 2024-12-06T05:19:18,621 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:19:18,621 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:19:18,621 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:19:18,621 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:19:18,621 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:19:18,622 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:19:18,623 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,623 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:19:18,623 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:19:18,623 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:19:18,623 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:19:18,624 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:19:18,624 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:19:18,628 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462358624,5,FailOnTimeoutGroup] 2024-12-06T05:19:18,628 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462358628,5,FailOnTimeoutGroup] 2024-12-06T05:19:18,628 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,628 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:19:18,628 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,628 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:19:18,632 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(746): ClusterId : 023a6ca2-45aa-4ac2-bf1f-853e4baaec01 2024-12-06T05:19:18,632 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:19:18,645 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:19:18,645 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:19:18,655 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:19:18,656 DEBUG [RS:0;ec46afd49254:38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef79f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:18,666 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:38293 2024-12-06T05:19:18,666 INFO [RS:0;ec46afd49254:38293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:19:18,666 INFO [RS:0;ec46afd49254:38293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:19:18,666 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:19:18,666 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,37065,1733462356296 with port=38293, startcode=1733462356498 2024-12-06T05:19:18,667 DEBUG [RS:0;ec46afd49254:38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:19:18,668 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:19:18,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,38293,1733462356498 2024-12-06T05:19:18,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37065 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,38293,1733462356498 2024-12-06T05:19:18,670 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f 2024-12-06T05:19:18,670 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43515 2024-12-06T05:19:18,670 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:19:18,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618/rs 2024-12-06T05:19:18,676 DEBUG [RS:0;ec46afd49254:38293 {}] zookeeper.ZKUtil(111): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on existing znode=/01344070618/rs/ec46afd49254,38293,1733462356498 2024-12-06T05:19:18,676 WARN [RS:0;ec46afd49254:38293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:18,676 INFO [RS:0;ec46afd49254:38293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:18,677 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498 2024-12-06T05:19:18,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,38293,1733462356498] 2024-12-06T05:19:18,679 INFO [RS:0;ec46afd49254:38293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:19:18,681 INFO [RS:0;ec46afd49254:38293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:19:18,681 INFO [RS:0;ec46afd49254:38293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:19:18,681 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,682 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:19:18,682 INFO [RS:0;ec46afd49254:38293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:19:18,682 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,682 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,682 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,682 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,682 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,682 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,682 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:18,682 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,682 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,683 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,683 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,683 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,683 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:18,683 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:18,683 DEBUG [RS:0;ec46afd49254:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:18,684 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,684 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,684 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,684 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,684 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,684 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38293,1733462356498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:18,697 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:19:18,697 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38293,1733462356498-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,697 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,697 INFO [RS:0;ec46afd49254:38293 {}] regionserver.Replication(171): ec46afd49254,38293,1733462356498 started 2024-12-06T05:19:18,709 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:18,709 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,38293,1733462356498, RpcServer on ec46afd49254/172.17.0.3:38293, sessionid=0x101a914650a0001 2024-12-06T05:19:18,709 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:19:18,709 DEBUG [RS:0;ec46afd49254:38293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,38293,1733462356498 2024-12-06T05:19:18,709 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,38293,1733462356498' 2024-12-06T05:19:18,709 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01344070618/flush-table-proc/abort' 2024-12-06T05:19:18,710 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01344070618/flush-table-proc/acquired' 2024-12-06T05:19:18,710 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:19:18,710 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:19:18,710 DEBUG [RS:0;ec46afd49254:38293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,38293,1733462356498 2024-12-06T05:19:18,710 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,38293,1733462356498' 2024-12-06T05:19:18,710 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01344070618/online-snapshot/abort' 2024-12-06T05:19:18,710 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01344070618/online-snapshot/acquired' 2024-12-06T05:19:18,710 DEBUG [RS:0;ec46afd49254:38293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:19:18,710 INFO [RS:0;ec46afd49254:38293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:19:18,710 INFO [RS:0;ec46afd49254:38293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:19:18,811 INFO [RS:0;ec46afd49254:38293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:18,812 INFO [RS:0;ec46afd49254:38293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C38293%2C1733462356498, suffix=, logDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498, archiveDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/oldWALs, maxLogs=10 2024-12-06T05:19:18,823 DEBUG [RS:0;ec46afd49254:38293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812, exclude list is [], retry=0 2024-12-06T05:19:18,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34335,DS-d576df53-ec96-4083-9ef1-8065bff6439a,DISK] 2024-12-06T05:19:18,826 INFO [RS:0;ec46afd49254:38293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 2024-12-06T05:19:18,827 DEBUG [RS:0;ec46afd49254:38293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-12-06T05:19:19,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:19:19,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f 2024-12-06T05:19:19,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:19:19,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:19,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:19:19,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:19:19,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:19,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:19,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:19:19,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:19:19,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:19,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:19,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:19:19,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:19:19,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:19,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:19,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:19:19,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:19:19,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:19,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:19,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:19:19,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740 2024-12-06T05:19:19,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740 2024-12-06T05:19:19,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:19:19,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:19:19,445 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:19,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:19:19,447 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:19,448 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66133328, jitterRate=-0.014536619186401367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:19,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462359436Initializing all the Stores at 1733462359437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462359437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462359437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462359437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462359437Cleaning up temporary data from old regions at 1733462359445 (+8 ms)Region opened successfully at 1733462359448 (+3 ms) 2024-12-06T05:19:19,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:19:19,449 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:19:19,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:19:19,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:19:19,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:19:19,449 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:19,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462359448Disabling compacts and flushes for region at 1733462359448Disabling writes for close at 1733462359449 (+1 ms)Writing region close event to WAL at 1733462359449Closed at 1733462359449 2024-12-06T05:19:19,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:19,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:19:19,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:19:19,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:19,452 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:19:19,602 DEBUG [ec46afd49254:37065 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:19:19,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,38293,1733462356498 2024-12-06T05:19:19,603 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,38293,1733462356498, state=OPENING 2024-12-06T05:19:19,655 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:19:19,665 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:19,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:19,666 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:19,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01344070618/meta-region-server: CHANGED 2024-12-06T05:19:19,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01344070618/meta-region-server: CHANGED 2024-12-06T05:19:19,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,38293,1733462356498}] 2024-12-06T05:19:19,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:19:19,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:19:19,823 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:19:19,823 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:19,823 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:19:19,824 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C38293%2C1733462356498.meta, suffix=.meta, logDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498, archiveDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/oldWALs, maxLogs=10 2024-12-06T05:19:19,835 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.meta.1733462359824.meta, exclude list is [], retry=0 2024-12-06T05:19:19,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34335,DS-d576df53-ec96-4083-9ef1-8065bff6439a,DISK] 2024-12-06T05:19:19,838 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.meta.1733462359824.meta 2024-12-06T05:19:19,838 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-12-06T05:19:19,838 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:19,839 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:19,839 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:19:19,839 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:19:19,839 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:19:19,839 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:19:19,839 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:19,839 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:19:19,839 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:19:19,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:19:19,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:19:19,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:19,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:19,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:19:19,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:19:19,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:19,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:19,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:19:19,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:19:19,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:19,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:19,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:19:19,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:19:19,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:19,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:19,844 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:19:19,845 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740 2024-12-06T05:19:19,846 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740 2024-12-06T05:19:19,846 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:19:19,846 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:19:19,847 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:19,848 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:19:19,848 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60451714, jitterRate=-0.09919926524162292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:19,848 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:19:19,849 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462359839Writing region info on filesystem at 1733462359839Initializing all the Stores at 1733462359840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462359840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462359841 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462359841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462359841Cleaning up temporary data from old regions at 1733462359846 (+5 ms)Running coprocessor post-open hooks at 1733462359848 (+2 ms)Region opened successfully at 1733462359849 (+1 ms) 2024-12-06T05:19:19,850 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462359818 2024-12-06T05:19:19,851 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:19:19,852 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:19:19,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,38293,1733462356498 2024-12-06T05:19:19,852 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,38293,1733462356498, state=OPEN 2024-12-06T05:19:19,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:19:19,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01344070618/meta-region-server 2024-12-06T05:19:19,890 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01344070618/meta-region-server 2024-12-06T05:19:19,890 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,38293,1733462356498 2024-12-06T05:19:19,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01344070618/meta-region-server: CHANGED 2024-12-06T05:19:19,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01344070618/meta-region-server: CHANGED 2024-12-06T05:19:19,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:19:19,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,38293,1733462356498 in 224 msec 2024-12-06T05:19:19,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:19:19,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-12-06T05:19:19,894 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:19,894 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:19:19,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:19,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38293,1733462356498, seqNum=-1] 2024-12-06T05:19:19,896 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:19,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:19,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-12-06T05:19:19,900 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462359900, completionTime=-1 2024-12-06T05:19:19,901 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:19:19,901 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:19:19,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:19:19,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462419902 2024-12-06T05:19:19,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462479902 2024-12-06T05:19:19,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:19:19,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37065,1733462356296-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:19,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37065,1733462356296-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:19,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37065,1733462356296-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:19,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:37065, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:19,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:19,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:19,904 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:19:19,905 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.334sec 2024-12-06T05:19:19,905 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:19:19,905 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:19:19,905 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:19:19,906 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:19:19,906 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:19:19,906 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37065,1733462356296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:19,906 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37065,1733462356296-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:19:19,908 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:19:19,908 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:19:19,908 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37065,1733462356296-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:19,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e73e803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:19,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37065,-1 for getting cluster id 2024-12-06T05:19:19,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:19,934 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '023a6ca2-45aa-4ac2-bf1f-853e4baaec01' 2024-12-06T05:19:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "023a6ca2-45aa-4ac2-bf1f-853e4baaec01" 2024-12-06T05:19:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2cd97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37065,-1] 2024-12-06T05:19:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:19,935 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:19,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ceb2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:19,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38293,1733462356498, seqNum=-1] 2024-12-06T05:19:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:19,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:19,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,37065,1733462356296 2024-12-06T05:19:19,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54744 2024-12-06T05:19:19,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:19,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a914650a0002 connected 2024-12-06T05:19:19,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.log.dir so I do NOT create it in target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3 2024-12-06T05:19:19,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:19:19,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.tmp.dir so I do NOT create it in target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3 2024-12-06T05:19:19,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:19:19,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3 2024-12-06T05:19:19,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:19:19,973 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/cluster_a92a282b-24b0-cf2e-8f1c-3f185009ed95, deleteOnExit=true 2024-12-06T05:19:19,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/test.cache.data in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:19:19,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:19:19,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:19:19,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:19:19,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:19:19,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:19:19,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:19:19,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:19:19,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:19:19,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:19:19,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:19:20,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:20,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:19:20,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:19:20,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:19:20,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:19:20,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:20,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c6b485f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:19:20,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10048048{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:19:20,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@793946e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/java.io.tmpdir/jetty-localhost-44829-hadoop-hdfs-3_4_1-tests_jar-_-any-16464952094732656854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:19:20,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2067e905{HTTP/1.1, (http/1.1)}{localhost:44829} 2024-12-06T05:19:20,405 INFO [Time-limited test {}] server.Server(415): Started @216778ms 2024-12-06T05:19:20,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:20,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:19:20,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:19:20,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:19:20,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:19:20,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@650f2f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:19:20,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee73a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:19:20,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12afba8d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/java.io.tmpdir/jetty-localhost-38979-hadoop-hdfs-3_4_1-tests_jar-_-any-18330322591973850502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:19:20,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ecaec44{HTTP/1.1, (http/1.1)}{localhost:38979} 2024-12-06T05:19:20,729 INFO [Time-limited test {}] server.Server(415): Started @217102ms 2024-12-06T05:19:20,730 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:19:21,396 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/cluster_a92a282b-24b0-cf2e-8f1c-3f185009ed95/data/data1/current/BP-914363660-172.17.0.3-1733462359993/current, will proceed with Du for space computation calculation, 2024-12-06T05:19:21,396 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/cluster_a92a282b-24b0-cf2e-8f1c-3f185009ed95/data/data2/current/BP-914363660-172.17.0.3-1733462359993/current, will proceed with Du for space computation calculation, 2024-12-06T05:19:21,422 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:19:21,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38b45cdc874ca1a5 with lease ID 0xdd92a70fd5ef5b9d: Processing first storage report for DS-fa38ea05-ca48-442a-be42-0cb93992b5d5 from datanode DatanodeRegistration(127.0.0.1:46337, datanodeUuid=adce884f-ee47-4bff-bbeb-883b9a1d0e18, infoPort=40923, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1248684808;c=1733462359993) 2024-12-06T05:19:21,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38b45cdc874ca1a5 with lease ID 0xdd92a70fd5ef5b9d: from storage DS-fa38ea05-ca48-442a-be42-0cb93992b5d5 node DatanodeRegistration(127.0.0.1:46337, datanodeUuid=adce884f-ee47-4bff-bbeb-883b9a1d0e18, infoPort=40923, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1248684808;c=1733462359993), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:19:21,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38b45cdc874ca1a5 with lease ID 0xdd92a70fd5ef5b9d: Processing first storage report for DS-96c73e77-b85f-4991-ba09-5f7203adddab from datanode DatanodeRegistration(127.0.0.1:46337, datanodeUuid=adce884f-ee47-4bff-bbeb-883b9a1d0e18, infoPort=40923, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1248684808;c=1733462359993) 2024-12-06T05:19:21,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38b45cdc874ca1a5 with lease ID 0xdd92a70fd5ef5b9d: from storage DS-96c73e77-b85f-4991-ba09-5f7203adddab node DatanodeRegistration(127.0.0.1:46337, datanodeUuid=adce884f-ee47-4bff-bbeb-883b9a1d0e18, infoPort=40923, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1248684808;c=1733462359993), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:19:21,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3 2024-12-06T05:19:21,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:21,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:21,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:19:21,869 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5 with version=8 2024-12-06T05:19:21,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/hbase-staging 2024-12-06T05:19:21,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:21,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:21,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:21,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:21,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:21,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:21,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:19:21,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:21,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32931 2024-12-06T05:19:21,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32931 connecting to ZooKeeper ensemble=127.0.0.1:54744 2024-12-06T05:19:21,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329310x0, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:21,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32931-0x101a914650a0003 connected 2024-12-06T05:19:22,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:22,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:22,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on znode that does not yet exist, /1609653880/running 2024-12-06T05:19:22,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5, hbase.cluster.distributed=false 2024-12-06T05:19:22,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on znode that does not yet exist, /1609653880/acl 2024-12-06T05:19:22,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32931 2024-12-06T05:19:22,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32931 2024-12-06T05:19:22,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32931 2024-12-06T05:19:22,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32931 2024-12-06T05:19:22,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32931 2024-12-06T05:19:22,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:22,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:22,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:22,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:22,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:22,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:22,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:19:22,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:22,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41765 2024-12-06T05:19:22,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41765 connecting to ZooKeeper ensemble=127.0.0.1:54744 2024-12-06T05:19:22,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:22,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417650x0, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:22,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417650x0, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on znode that does not yet exist, /1609653880/running 2024-12-06T05:19:22,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41765-0x101a914650a0004 connected 2024-12-06T05:19:22,097 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:19:22,099 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:19:22,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on znode that does not yet exist, /1609653880/master 2024-12-06T05:19:22,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on znode that does not yet exist, /1609653880/acl 2024-12-06T05:19:22,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-06T05:19:22,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41765 2024-12-06T05:19:22,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41765 2024-12-06T05:19:22,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-06T05:19:22,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-06T05:19:22,121 DEBUG [M:0;ec46afd49254:32931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:32931 2024-12-06T05:19:22,123 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1609653880/backup-masters/ec46afd49254,32931,1733462361872 2024-12-06T05:19:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880/backup-masters 2024-12-06T05:19:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880/backup-masters 2024-12-06T05:19:22,136 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on existing znode=/1609653880/backup-masters/ec46afd49254,32931,1733462361872 2024-12-06T05:19:22,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:22,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1609653880/master 2024-12-06T05:19:22,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:22,146 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on existing znode=/1609653880/master 2024-12-06T05:19:22,147 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1609653880/backup-masters/ec46afd49254,32931,1733462361872 from backup master directory 2024-12-06T05:19:22,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609653880/backup-masters/ec46afd49254,32931,1733462361872 2024-12-06T05:19:22,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880/backup-masters 2024-12-06T05:19:22,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880/backup-masters 2024-12-06T05:19:22,157 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:22,157 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,32931,1733462361872 2024-12-06T05:19:22,161 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/hbase.id] with ID: 5c7fc836-861a-4071-95e1-ec7145f59fbe 2024-12-06T05:19:22,161 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/.tmp/hbase.id 2024-12-06T05:19:22,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:19:22,568 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/.tmp/hbase.id]:[hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/hbase.id] 2024-12-06T05:19:22,576 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:22,576 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:19:22,577 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:19:22,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:22,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:19:23,029 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:23,030 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:19:23,035 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:19:23,449 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store 2024-12-06T05:19:23,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:19:23,471 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:23,471 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:19:23,471 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:23,471 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:23,471 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:19:23,471 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:23,471 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:23,471 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462363471Disabling compacts and flushes for region at 1733462363471Disabling writes for close at 1733462363471Writing region close event to WAL at 1733462363471Closed at 1733462363471 2024-12-06T05:19:23,472 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/.initializing 2024-12-06T05:19:23,472 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/WALs/ec46afd49254,32931,1733462361872 2024-12-06T05:19:23,477 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:23,478 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C32931%2C1733462361872, suffix=, logDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/WALs/ec46afd49254,32931,1733462361872, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/oldWALs, maxLogs=10 2024-12-06T05:19:23,495 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/WALs/ec46afd49254,32931,1733462361872/ec46afd49254%2C32931%2C1733462361872.1733462363479, exclude list is [], retry=0 2024-12-06T05:19:23,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-fa38ea05-ca48-442a-be42-0cb93992b5d5,DISK] 2024-12-06T05:19:23,509 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/WALs/ec46afd49254,32931,1733462361872/ec46afd49254%2C32931%2C1733462361872.1733462363479 2024-12-06T05:19:23,511 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923)] 2024-12-06T05:19:23,512 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:23,512 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:23,512 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,512 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:19:23,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:23,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:23,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:19:23,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:23,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:23,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:19:23,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:23,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:23,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:19:23,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:23,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:23,533 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,535 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,535 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,544 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,544 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,545 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:23,547 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:23,553 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:23,553 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63273701, jitterRate=-0.05714838206768036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:23,553 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462363512Initializing all the Stores at 1733462363513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462363513Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462363517 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462363517Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462363517Cleaning up temporary data from old regions at 1733462363544 (+27 ms)Region opened successfully at 1733462363553 (+9 ms) 2024-12-06T05:19:23,556 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:19:23,562 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c84adea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:23,562 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:19:23,563 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:19:23,563 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:19:23,563 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:19:23,563 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:19:23,564 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:19:23,564 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:19:23,574 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:19:23,575 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Unable to get data of znode /1609653880/balancer because node does not exist (not necessarily an error) 2024-12-06T05:19:23,591 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609653880/balancer already deleted, retry=false 2024-12-06T05:19:23,592 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:19:23,593 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Unable to get data of znode /1609653880/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:19:23,602 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609653880/normalizer already deleted, retry=false 2024-12-06T05:19:23,602 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:19:23,604 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Unable to get data of znode /1609653880/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:19:23,612 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609653880/switch/split already deleted, retry=false 2024-12-06T05:19:23,614 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Unable to get data of znode /1609653880/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:19:23,623 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609653880/switch/merge already deleted, retry=false 2024-12-06T05:19:23,625 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Unable to get data of znode /1609653880/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:19:23,633 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609653880/snapshot-cleanup already deleted, retry=false 2024-12-06T05:19:23,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1609653880/running 2024-12-06T05:19:23,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1609653880/running 2024-12-06T05:19:23,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:23,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:23,645 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,32931,1733462361872, sessionid=0x101a914650a0003, setting cluster-up flag (Was=false) 2024-12-06T05:19:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:23,697 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1609653880/flush-table-proc/acquired, /1609653880/flush-table-proc/reached, /1609653880/flush-table-proc/abort 2024-12-06T05:19:23,698 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,32931,1733462361872 2024-12-06T05:19:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:23,749 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1609653880/online-snapshot/acquired, /1609653880/online-snapshot/reached, /1609653880/online-snapshot/abort 2024-12-06T05:19:23,750 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,32931,1733462361872 2024-12-06T05:19:23,752 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:19:23,753 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:23,753 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:19:23,753 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:19:23,753 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,32931,1733462361872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:19:23,755 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:23,755 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:23,755 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:23,755 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:23,755 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:19:23,755 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,755 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:23,755 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,765 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462393765 2024-12-06T05:19:23,765 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:19:23,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:19:23,766 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:19:23,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:19:23,767 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:23,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:19:23,768 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:19:23,768 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:19:23,769 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462363769,5,FailOnTimeoutGroup] 2024-12-06T05:19:23,769 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462363769,5,FailOnTimeoutGroup] 2024-12-06T05:19:23,769 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,769 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:19:23,769 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,769 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:19:23,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:19:23,777 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5 2024-12-06T05:19:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:19:23,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:23,820 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(746): ClusterId : 5c7fc836-861a-4071-95e1-ec7145f59fbe 2024-12-06T05:19:23,820 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:19:23,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:19:23,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:19:23,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:23,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:23,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:19:23,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:19:23,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:23,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:23,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:19:23,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:19:23,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:23,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:23,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:19:23,831 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:19:23,831 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:19:23,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:19:23,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:23,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:23,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:19:23,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740 2024-12-06T05:19:23,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740 2024-12-06T05:19:23,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:19:23,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:19:23,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:23,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:19:23,841 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:23,842 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:19:23,842 DEBUG [RS:0;ec46afd49254:41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d84e7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:23,842 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69250011, jitterRate=0.03190557658672333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462363818Initializing all the Stores at 1733462363819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462363819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462363824 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462363824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462363824Cleaning up temporary data from old regions at 1733462363835 (+11 ms)Region opened successfully at 1733462363843 (+8 ms) 2024-12-06T05:19:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:19:23,843 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:19:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:19:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:19:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:19:23,863 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:41765 2024-12-06T05:19:23,863 INFO [RS:0;ec46afd49254:41765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:19:23,863 INFO [RS:0;ec46afd49254:41765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:19:23,863 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:19:23,864 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,32931,1733462361872 with port=41765, startcode=1733462362077 2024-12-06T05:19:23,864 DEBUG [RS:0;ec46afd49254:41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:19:23,865 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:23,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462363843Disabling compacts and flushes for region at 1733462363843Disabling writes for close at 1733462363843Writing region close event to WAL at 1733462363865 (+22 ms)Closed at 1733462363865 2024-12-06T05:19:23,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:23,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:19:23,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:19:23,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:23,869 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:19:23,871 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:19:23,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,41765,1733462362077 2024-12-06T05:19:23,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,41765,1733462362077 2024-12-06T05:19:23,873 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5 2024-12-06T05:19:23,873 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34499 2024-12-06T05:19:23,873 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:19:23,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880/rs 2024-12-06T05:19:23,883 DEBUG [RS:0;ec46afd49254:41765 {}] zookeeper.ZKUtil(111): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on existing znode=/1609653880/rs/ec46afd49254,41765,1733462362077 2024-12-06T05:19:23,883 WARN [RS:0;ec46afd49254:41765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:23,883 INFO [RS:0;ec46afd49254:41765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:23,884 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077 2024-12-06T05:19:23,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,41765,1733462362077] 2024-12-06T05:19:23,890 INFO [RS:0;ec46afd49254:41765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:19:23,892 INFO [RS:0;ec46afd49254:41765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:19:23,892 INFO [RS:0;ec46afd49254:41765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:19:23,892 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,896 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:19:23,897 INFO [RS:0;ec46afd49254:41765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:19:23,897 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:23,897 DEBUG [RS:0;ec46afd49254:41765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:23,908 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,908 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,908 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,908 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,908 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,908 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41765,1733462362077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:23,941 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:19:23,941 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41765,1733462362077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,941 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,941 INFO [RS:0;ec46afd49254:41765 {}] regionserver.Replication(171): ec46afd49254,41765,1733462362077 started 2024-12-06T05:19:23,961 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:23,961 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,41765,1733462362077, RpcServer on ec46afd49254/172.17.0.3:41765, sessionid=0x101a914650a0004 2024-12-06T05:19:23,961 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:19:23,961 DEBUG [RS:0;ec46afd49254:41765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,41765,1733462362077 2024-12-06T05:19:23,961 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,41765,1733462362077' 2024-12-06T05:19:23,961 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1609653880/flush-table-proc/abort' 2024-12-06T05:19:23,968 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1609653880/flush-table-proc/acquired' 2024-12-06T05:19:23,969 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:19:23,969 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:19:23,969 DEBUG [RS:0;ec46afd49254:41765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,41765,1733462362077 2024-12-06T05:19:23,969 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,41765,1733462362077' 2024-12-06T05:19:23,969 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1609653880/online-snapshot/abort' 2024-12-06T05:19:23,969 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1609653880/online-snapshot/acquired' 2024-12-06T05:19:23,970 DEBUG [RS:0;ec46afd49254:41765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:19:23,970 INFO [RS:0;ec46afd49254:41765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:19:23,970 INFO [RS:0;ec46afd49254:41765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:19:24,019 WARN [ec46afd49254:32931 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:19:24,070 INFO [RS:0;ec46afd49254:41765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:24,073 INFO [RS:0;ec46afd49254:41765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C41765%2C1733462362077, suffix=, logDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/oldWALs, maxLogs=10 2024-12-06T05:19:24,091 DEBUG [RS:0;ec46afd49254:41765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073, exclude list is [], retry=0 2024-12-06T05:19:24,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-fa38ea05-ca48-442a-be42-0cb93992b5d5,DISK] 2024-12-06T05:19:24,105 INFO [RS:0;ec46afd49254:41765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 2024-12-06T05:19:24,110 DEBUG [RS:0;ec46afd49254:41765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923)] 2024-12-06T05:19:24,270 DEBUG [ec46afd49254:32931 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:19:24,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,41765,1733462362077 2024-12-06T05:19:24,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,41765,1733462362077, state=OPENING 2024-12-06T05:19:24,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:19:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:24,389 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:24,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1609653880/meta-region-server: CHANGED 2024-12-06T05:19:24,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,41765,1733462362077}] 2024-12-06T05:19:24,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1609653880/meta-region-server: CHANGED 2024-12-06T05:19:24,541 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:19:24,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:19:24,550 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:19:24,550 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:24,550 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:19:24,552 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C41765%2C1733462362077.meta, suffix=.meta, logDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/oldWALs, maxLogs=10 2024-12-06T05:19:24,562 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.meta.1733462364552.meta, exclude list is [], retry=0 2024-12-06T05:19:24,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-fa38ea05-ca48-442a-be42-0cb93992b5d5,DISK] 2024-12-06T05:19:24,566 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.meta.1733462364552.meta 2024-12-06T05:19:24,566 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923)] 2024-12-06T05:19:24,566 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:24,567 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:24,567 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:19:24,567 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:19:24,567 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:19:24,567 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:19:24,567 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:24,567 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:19:24,567 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:19:24,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:19:24,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:19:24,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:24,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:24,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:19:24,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:19:24,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:24,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:24,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:19:24,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:19:24,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:24,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:24,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:19:24,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:19:24,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:24,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:24,572 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:19:24,573 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740 2024-12-06T05:19:24,573 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740 2024-12-06T05:19:24,574 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:19:24,574 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:19:24,575 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:24,575 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:19:24,576 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65208568, jitterRate=-0.028316617012023926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:24,576 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:19:24,576 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462364567Writing region info on filesystem at 1733462364567Initializing all the Stores at 1733462364568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462364568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462364568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462364568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462364568Cleaning up temporary data from old regions at 1733462364574 (+6 ms)Running coprocessor post-open hooks at 1733462364576 (+2 ms)Region opened successfully at 1733462364576 2024-12-06T05:19:24,577 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462364541 2024-12-06T05:19:24,579 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:19:24,579 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:19:24,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,41765,1733462362077 2024-12-06T05:19:24,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,41765,1733462362077, state=OPEN 2024-12-06T05:19:24,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1609653880/meta-region-server 2024-12-06T05:19:24,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1609653880/meta-region-server 2024-12-06T05:19:24,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1609653880/meta-region-server: CHANGED 2024-12-06T05:19:24,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1609653880/meta-region-server: CHANGED 2024-12-06T05:19:24,592 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,41765,1733462362077 2024-12-06T05:19:24,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:19:24,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,41765,1733462362077 in 203 msec 2024-12-06T05:19:24,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:19:24,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-12-06T05:19:24,597 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:24,597 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:19:24,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:24,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41765,1733462362077, seqNum=-1] 2024-12-06T05:19:24,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:24,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:24,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 850 msec 2024-12-06T05:19:24,604 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462364603, completionTime=-1 2024-12-06T05:19:24,604 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:19:24,604 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:19:24,605 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:19:24,605 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462424605 2024-12-06T05:19:24,606 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462484605 2024-12-06T05:19:24,606 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:19:24,606 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,32931,1733462361872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:24,606 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,32931,1733462361872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:24,606 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,32931,1733462361872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:24,606 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:32931, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:24,606 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:24,608 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:19:24,611 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:24,614 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.457sec 2024-12-06T05:19:24,615 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:19:24,615 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:19:24,615 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:19:24,615 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:19:24,615 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:19:24,615 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,32931,1733462361872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:24,615 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,32931,1733462361872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:19:24,622 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:19:24,622 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:19:24,622 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,32931,1733462361872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:24,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bf32a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:24,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,32931,-1 for getting cluster id 2024-12-06T05:19:24,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:24,633 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c7fc836-861a-4071-95e1-ec7145f59fbe' 2024-12-06T05:19:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c7fc836-861a-4071-95e1-ec7145f59fbe" 2024-12-06T05:19:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674c93b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,32931,-1] 2024-12-06T05:19:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:24,637 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:24,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636a3b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:24,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41765,1733462362077, seqNum=-1] 2024-12-06T05:19:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:24,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,32931,1733462361872 2024-12-06T05:19:24,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54744 2024-12-06T05:19:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:24,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a914650a0005 connected 2024-12-06T05:19:24,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37065,1733462356296 2024-12-06T05:19:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ad5345 2024-12-06T05:19:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:24,671 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:24,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:19:24,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:19:24,675 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:24,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:19:24,678 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:19:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:24,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:19:24,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:19:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:25,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21a2a712c0b3adcb944dfc2b22107ef8, NAME => 'test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f 2024-12-06T05:19:25,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:19:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:25,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:19:25,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:25,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:25,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:25,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:25,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:25,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:25,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:25,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:25,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:25,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 21a2a712c0b3adcb944dfc2b22107ef8, disabling compactions & flushes 2024-12-06T05:19:25,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:25,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:25,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. after waiting 0 ms 2024-12-06T05:19:25,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:25,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:25,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21a2a712c0b3adcb944dfc2b22107ef8: Waiting for close lock at 1733462365506Disabling compacts and flushes for region at 1733462365506Disabling writes for close at 1733462365506Writing region close event to WAL at 1733462365506Closed at 1733462365506 2024-12-06T05:19:25,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:19:25,508 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462365508"}]},"ts":"1733462365508"} 2024-12-06T05:19:25,511 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:19:25,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:19:25,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462365512"}]},"ts":"1733462365512"} 2024-12-06T05:19:25,514 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:19:25,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21a2a712c0b3adcb944dfc2b22107ef8, ASSIGN}] 2024-12-06T05:19:25,516 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21a2a712c0b3adcb944dfc2b22107ef8, ASSIGN 2024-12-06T05:19:25,517 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=21a2a712c0b3adcb944dfc2b22107ef8, ASSIGN; state=OFFLINE, location=ec46afd49254,38293,1733462356498; forceNewPlan=false, retain=false 2024-12-06T05:19:25,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21a2a712c0b3adcb944dfc2b22107ef8, regionState=OPENING, regionLocation=ec46afd49254,38293,1733462356498 2024-12-06T05:19:25,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=21a2a712c0b3adcb944dfc2b22107ef8, ASSIGN because future has completed 2024-12-06T05:19:25,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21a2a712c0b3adcb944dfc2b22107ef8, server=ec46afd49254,38293,1733462356498}] 2024-12-06T05:19:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:25,842 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:25,842 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 21a2a712c0b3adcb944dfc2b22107ef8, NAME => 'test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:25,842 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:25,842 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:19:25,842 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,842 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:25,843 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,843 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,848 INFO [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,850 INFO [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21a2a712c0b3adcb944dfc2b22107ef8 columnFamilyName f 2024-12-06T05:19:25,850 DEBUG [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:25,850 INFO [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] regionserver.HStore(327): Store=21a2a712c0b3adcb944dfc2b22107ef8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:25,850 INFO [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,852 INFO [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21a2a712c0b3adcb944dfc2b22107ef8 columnFamilyName f1 2024-12-06T05:19:25,852 DEBUG [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:25,854 INFO [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] regionserver.HStore(327): Store=21a2a712c0b3adcb944dfc2b22107ef8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:25,854 INFO [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,856 INFO [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21a2a712c0b3adcb944dfc2b22107ef8 columnFamilyName norep 2024-12-06T05:19:25,856 DEBUG [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:25,856 INFO [StoreOpener-21a2a712c0b3adcb944dfc2b22107ef8-1 {}] regionserver.HStore(327): Store=21a2a712c0b3adcb944dfc2b22107ef8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:25,856 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,857 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,858 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,858 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,858 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,859 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:19:25,860 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,862 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:25,862 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 21a2a712c0b3adcb944dfc2b22107ef8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62336063, jitterRate=-0.07112027704715729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:19:25,863 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:25,863 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 21a2a712c0b3adcb944dfc2b22107ef8: Running coprocessor pre-open hook at 1733462365843Writing region info on filesystem at 1733462365843Initializing all the Stores at 1733462365844 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462365844Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462365848 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462365848Cleaning up temporary data from old regions at 1733462365858 (+10 ms)Running coprocessor post-open hooks at 1733462365863 (+5 ms)Region opened successfully at 1733462365863 2024-12-06T05:19:25,864 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8., pid=6, masterSystemTime=1733462365829 2024-12-06T05:19:25,867 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:25,867 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:25,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21a2a712c0b3adcb944dfc2b22107ef8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,38293,1733462356498 2024-12-06T05:19:25,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21a2a712c0b3adcb944dfc2b22107ef8, server=ec46afd49254,38293,1733462356498 because future has completed 2024-12-06T05:19:25,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:19:25,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21a2a712c0b3adcb944dfc2b22107ef8, server=ec46afd49254,38293,1733462356498 in 201 msec 2024-12-06T05:19:25,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:19:25,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=21a2a712c0b3adcb944dfc2b22107ef8, ASSIGN in 365 msec 2024-12-06T05:19:25,882 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:19:25,882 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462365882"}]},"ts":"1733462365882"} 2024-12-06T05:19:25,884 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:19:25,885 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:19:25,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2130 sec 2024-12-06T05:19:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:26,828 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:19:26,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:26,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,32931,1733462361872 2024-12-06T05:19:26,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c528cd5 2024-12-06T05:19:26,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:26,834 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:26,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:19:26,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:19:26,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:26,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:19:26,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:19:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:26,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:19:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:27,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c73e6fd8a61b3ac8cd0cd5c06c86815c, NAME => 'test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5 2024-12-06T05:19:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:19:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:27,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:27,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c73e6fd8a61b3ac8cd0cd5c06c86815c, disabling compactions & flushes 2024-12-06T05:19:27,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:27,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:27,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. after waiting 0 ms 2024-12-06T05:19:27,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:27,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:27,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c73e6fd8a61b3ac8cd0cd5c06c86815c: Waiting for close lock at 1733462367657Disabling compacts and flushes for region at 1733462367657Disabling writes for close at 1733462367657Writing region close event to WAL at 1733462367657Closed at 1733462367657 2024-12-06T05:19:27,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:19:27,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462367658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462367658"}]},"ts":"1733462367658"} 2024-12-06T05:19:27,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:19:27,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:19:27,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462367661"}]},"ts":"1733462367661"} 2024-12-06T05:19:27,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:19:27,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c73e6fd8a61b3ac8cd0cd5c06c86815c, ASSIGN}] 2024-12-06T05:19:27,664 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c73e6fd8a61b3ac8cd0cd5c06c86815c, ASSIGN 2024-12-06T05:19:27,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c73e6fd8a61b3ac8cd0cd5c06c86815c, ASSIGN; state=OFFLINE, location=ec46afd49254,41765,1733462362077; forceNewPlan=false, retain=false 2024-12-06T05:19:27,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c73e6fd8a61b3ac8cd0cd5c06c86815c, regionState=OPENING, regionLocation=ec46afd49254,41765,1733462362077 2024-12-06T05:19:27,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c73e6fd8a61b3ac8cd0cd5c06c86815c, ASSIGN because future has completed 2024-12-06T05:19:27,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c73e6fd8a61b3ac8cd0cd5c06c86815c, server=ec46afd49254,41765,1733462362077}] 2024-12-06T05:19:27,974 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:27,974 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c73e6fd8a61b3ac8cd0cd5c06c86815c, NAME => 'test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:27,974 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:27,974 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:19:27,974 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,974 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:27,974 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,974 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,976 INFO [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,978 INFO [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73e6fd8a61b3ac8cd0cd5c06c86815c columnFamilyName f 2024-12-06T05:19:27,978 DEBUG [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:27,978 INFO [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] regionserver.HStore(327): Store=c73e6fd8a61b3ac8cd0cd5c06c86815c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:27,978 INFO [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,979 INFO [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73e6fd8a61b3ac8cd0cd5c06c86815c columnFamilyName f1 2024-12-06T05:19:27,979 DEBUG [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:27,980 INFO [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] regionserver.HStore(327): Store=c73e6fd8a61b3ac8cd0cd5c06c86815c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:27,980 INFO [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,981 INFO [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73e6fd8a61b3ac8cd0cd5c06c86815c columnFamilyName norep 2024-12-06T05:19:27,981 DEBUG [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:27,982 INFO [StoreOpener-c73e6fd8a61b3ac8cd0cd5c06c86815c-1 {}] regionserver.HStore(327): Store=c73e6fd8a61b3ac8cd0cd5c06c86815c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:27,982 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,982 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,983 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,983 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,983 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,984 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:19:27,985 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,987 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:27,987 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c73e6fd8a61b3ac8cd0cd5c06c86815c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67207638, jitterRate=0.0014718472957611084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:19:27,987 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:27,988 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c73e6fd8a61b3ac8cd0cd5c06c86815c: Running coprocessor pre-open hook at 1733462367974Writing region info on filesystem at 1733462367975 (+1 ms)Initializing all the Stores at 1733462367975Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462367975Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462367976 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462367976Cleaning up temporary data from old regions at 1733462367983 (+7 ms)Running coprocessor post-open hooks at 1733462367987 (+4 ms)Region opened successfully at 1733462367987 2024-12-06T05:19:27,988 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c., pid=6, masterSystemTime=1733462367970 2024-12-06T05:19:27,990 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:27,990 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:27,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c73e6fd8a61b3ac8cd0cd5c06c86815c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,41765,1733462362077 2024-12-06T05:19:27,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c73e6fd8a61b3ac8cd0cd5c06c86815c, server=ec46afd49254,41765,1733462362077 because future has completed 2024-12-06T05:19:27,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:19:27,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c73e6fd8a61b3ac8cd0cd5c06c86815c, server=ec46afd49254,41765,1733462362077 in 175 msec 2024-12-06T05:19:27,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:19:27,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c73e6fd8a61b3ac8cd0cd5c06c86815c, ASSIGN in 332 msec 2024-12-06T05:19:27,997 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:19:27,997 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462367997"}]},"ts":"1733462367997"} 2024-12-06T05:19:27,999 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:19:28,000 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:19:28,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-12-06T05:19:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:28,988 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:19:28,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e433c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:28,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37065,-1 for getting cluster id 2024-12-06T05:19:28,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:28,990 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '023a6ca2-45aa-4ac2-bf1f-853e4baaec01' 2024-12-06T05:19:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "023a6ca2-45aa-4ac2-bf1f-853e4baaec01" 2024-12-06T05:19:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b69d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37065,-1] 2024-12-06T05:19:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:28,992 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210ba032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:28,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f301a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:28,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,32931,-1 for getting cluster id 2024-12-06T05:19:28,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:28,999 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c7fc836-861a-4071-95e1-ec7145f59fbe' 2024-12-06T05:19:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c7fc836-861a-4071-95e1-ec7145f59fbe" 2024-12-06T05:19:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c486dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,32931,-1] 2024-12-06T05:19:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:29,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:29,001 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0cd358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4f54d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37065,-1 for getting cluster id 2024-12-06T05:19:29,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:29,011 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '023a6ca2-45aa-4ac2-bf1f-853e4baaec01' 2024-12-06T05:19:29,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "023a6ca2-45aa-4ac2-bf1f-853e4baaec01" 2024-12-06T05:19:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c76152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37065,-1] 2024-12-06T05:19:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:29,013 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698d5225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37065,1733462356296 2024-12-06T05:19:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4143bff0 2024-12-06T05:19:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:29,016 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:29,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:32931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:19:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:19:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:29,020 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:32931' 2024-12-06T05:19:29,021 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e11197e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,021 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,32931,-1 for getting cluster id 2024-12-06T05:19:29,021 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:29,022 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c7fc836-861a-4071-95e1-ec7145f59fbe' 2024-12-06T05:19:29,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:29,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c7fc836-861a-4071-95e1-ec7145f59fbe" 2024-12-06T05:19:29,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1ebb88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,32931,-1] 2024-12-06T05:19:29,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:29,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:29,024 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:29,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15768e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:29,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,32931,1733462361872 2024-12-06T05:19:29,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed88b51 2024-12-06T05:19:29,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:29,027 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:29,028 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:19:29,028 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:19:29,028 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:29,028 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:29,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:29,028 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:29,029 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:19:29,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:19:29,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:29,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:19:29,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:19:29,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0644f2d8c03b89efe1409509007c0c28, NAME => 'hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f 2024-12-06T05:19:29,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:19:29,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:29,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0644f2d8c03b89efe1409509007c0c28, disabling compactions & flushes 2024-12-06T05:19:29,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:29,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:29,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. after waiting 0 ms 2024-12-06T05:19:29,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:29,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:29,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0644f2d8c03b89efe1409509007c0c28: Waiting for close lock at 1733462369051Disabling compacts and flushes for region at 1733462369051Disabling writes for close at 1733462369051Writing region close event to WAL at 1733462369051Closed at 1733462369051 2024-12-06T05:19:29,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:19:29,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462369053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462369053"}]},"ts":"1733462369053"} 2024-12-06T05:19:29,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:19:29,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:19:29,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462369056"}]},"ts":"1733462369056"} 2024-12-06T05:19:29,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:19:29,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0644f2d8c03b89efe1409509007c0c28, ASSIGN}] 2024-12-06T05:19:29,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0644f2d8c03b89efe1409509007c0c28, ASSIGN 2024-12-06T05:19:29,063 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0644f2d8c03b89efe1409509007c0c28, ASSIGN; state=OFFLINE, location=ec46afd49254,38293,1733462356498; forceNewPlan=false, retain=false 2024-12-06T05:19:29,080 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:19:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:29,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0644f2d8c03b89efe1409509007c0c28, regionState=OPENING, regionLocation=ec46afd49254,38293,1733462356498 2024-12-06T05:19:29,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0644f2d8c03b89efe1409509007c0c28, ASSIGN because future has completed 2024-12-06T05:19:29,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0644f2d8c03b89efe1409509007c0c28, server=ec46afd49254,38293,1733462356498}] 2024-12-06T05:19:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:29,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:29,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:29,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:19:29,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C38293%2C1733462356498.rep, suffix=, logDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498, archiveDir=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/oldWALs, maxLogs=10 2024-12-06T05:19:29,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.rep.1733462369374, exclude list is [], retry=0 2024-12-06T05:19:29,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34335,DS-d576df53-ec96-4083-9ef1-8065bff6439a,DISK] 2024-12-06T05:19:29,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.rep.1733462369374 2024-12-06T05:19:29,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40437:40437)] 2024-12-06T05:19:29,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0644f2d8c03b89efe1409509007c0c28, NAME => 'hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:29,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:29,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:19:29,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. service=MultiRowMutationService 2024-12-06T05:19:29,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:19:29,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:29,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,390 INFO [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,391 INFO [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0644f2d8c03b89efe1409509007c0c28 columnFamilyName hfileref 2024-12-06T05:19:29,391 DEBUG [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:29,392 INFO [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] regionserver.HStore(327): Store=0644f2d8c03b89efe1409509007c0c28/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:29,392 INFO [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,393 INFO [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0644f2d8c03b89efe1409509007c0c28 columnFamilyName queue 2024-12-06T05:19:29,393 DEBUG [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:29,393 INFO [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] regionserver.HStore(327): Store=0644f2d8c03b89efe1409509007c0c28/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:29,393 INFO [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,394 INFO [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0644f2d8c03b89efe1409509007c0c28 columnFamilyName sid 2024-12-06T05:19:29,394 DEBUG [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:29,394 INFO [StoreOpener-0644f2d8c03b89efe1409509007c0c28-1 {}] regionserver.HStore(327): Store=0644f2d8c03b89efe1409509007c0c28/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:29,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:19:29,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:29,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0644f2d8c03b89efe1409509007c0c28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64718631, jitterRate=-0.035617247223854065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:19:29,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:29,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0644f2d8c03b89efe1409509007c0c28: Running coprocessor pre-open hook at 1733462369389Writing region info on filesystem at 1733462369389Initializing all the Stores at 1733462369390 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462369390Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462369390Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462369390Cleaning up temporary data from old regions at 1733462369396 (+6 ms)Running coprocessor post-open hooks at 1733462369399 (+3 ms)Region opened successfully at 1733462369399 2024-12-06T05:19:29,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28., pid=10, masterSystemTime=1733462369369 2024-12-06T05:19:29,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:29,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:29,402 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0644f2d8c03b89efe1409509007c0c28, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,38293,1733462356498 2024-12-06T05:19:29,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0644f2d8c03b89efe1409509007c0c28, server=ec46afd49254,38293,1733462356498 because future has completed 2024-12-06T05:19:29,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:19:29,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0644f2d8c03b89efe1409509007c0c28, server=ec46afd49254,38293,1733462356498 in 188 msec 2024-12-06T05:19:29,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:19:29,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0644f2d8c03b89efe1409509007c0c28, ASSIGN in 346 msec 2024-12-06T05:19:29,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:19:29,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462369407"}]},"ts":"1733462369407"} 2024-12-06T05:19:29,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:19:29,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:19:29,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 382 msec 2024-12-06T05:19:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28., hostname=ec46afd49254,38293,1733462356498, seqNum=2] 2024-12-06T05:19:29,472 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:29,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:29,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:19:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:29,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:19:29,668 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:19:29,697 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,38293,1733462356498, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:19:29,698 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:29,698 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38293,1733462356498, seqNum=-1] 2024-12-06T05:19:29,699 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:29,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T05:19:29,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,38293,1733462356498', locateType=CURRENT is [region=hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28., hostname=ec46afd49254,38293,1733462356498, seqNum=2] 2024-12-06T05:19:29,705 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:19:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:19:29,711 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,38293,1733462356498 suceeded 2024-12-06T05:19:29,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:19:29,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-06T05:19:29,714 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:32931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:19:29,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 697 msec 2024-12-06T05:19:29,723 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:32931' 2024-12-06T05:19:29,725 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f64b6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,725 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,32931,-1 for getting cluster id 2024-12-06T05:19:29,725 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:29,726 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c7fc836-861a-4071-95e1-ec7145f59fbe' 2024-12-06T05:19:29,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:29,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c7fc836-861a-4071-95e1-ec7145f59fbe" 2024-12-06T05:19:29,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50439da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,32931,-1] 2024-12-06T05:19:29,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:29,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:29,728 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:29,729 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3226d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:29,729 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:29,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,32931,1733462361872 2024-12-06T05:19:29,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@429d918c 2024-12-06T05:19:29,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:29,731 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T05:19:29,732 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,38293,1733462356498 (queues=1) is replicating from cluster=023a6ca2-45aa-4ac2-bf1f-853e4baaec01 to cluster=5c7fc836-861a-4071-95e1-ec7145f59fbe 2024-12-06T05:19:29,732 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C38293%2C1733462356498 2024-12-06T05:19:29,732 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,38293,1733462356498, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:19:29,733 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812, startPosition=0, beingWritten=true 2024-12-06T05:19:29,744 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C38293%2C1733462356498 2024-12-06T05:19:29,751 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:19:29,751 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 379, reset compression=false 2024-12-06T05:19:29,751 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,38293,1733462356498 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:19:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:19:29,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T05:19:29,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:19:29,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T05:19:29,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:19:29,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T05:19:29,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T05:19:29,969 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 379, reset compression=false 2024-12-06T05:19:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:30,158 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:19:30,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:30,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:30,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:30,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:30,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:30,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a38758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:30,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,32931,-1 for getting cluster id 2024-12-06T05:19:30,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:30,160 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c7fc836-861a-4071-95e1-ec7145f59fbe' 2024-12-06T05:19:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c7fc836-861a-4071-95e1-ec7145f59fbe" 2024-12-06T05:19:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ec0a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:30,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,32931,-1] 2024-12-06T05:19:30,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:30,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:30,161 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:30,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618398d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:30,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,32931,1733462361872 2024-12-06T05:19:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@184a8fbe 2024-12-06T05:19:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:30,164 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:30,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:37065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:19:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:19:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:30,166 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:37065' 2024-12-06T05:19:30,167 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c18d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:30,167 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37065,-1 for getting cluster id 2024-12-06T05:19:30,167 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:30,168 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '023a6ca2-45aa-4ac2-bf1f-853e4baaec01' 2024-12-06T05:19:30,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:30,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "023a6ca2-45aa-4ac2-bf1f-853e4baaec01" 2024-12-06T05:19:30,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70288705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:30,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37065,-1] 2024-12-06T05:19:30,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:30,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:30,169 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:30,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fe6bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:30,170 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:30,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37065,1733462356296 2024-12-06T05:19:30,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fca00ec 2024-12-06T05:19:30,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:30,171 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:30,172 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T05:19:30,172 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:19:30,172 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:30,172 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:30,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:30,172 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:30,173 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:19:30,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:19:30,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:30,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:19:30,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:19:30,223 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:19:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:30,273 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 379, reset compression=false 2024-12-06T05:19:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:30,586 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1410d75c64e35026dfd155f59c0e9044, NAME => 'hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5 2024-12-06T05:19:30,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:19:30,676 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 379, reset compression=false 2024-12-06T05:19:30,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:19:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:30,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:30,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1410d75c64e35026dfd155f59c0e9044, disabling compactions & flushes 2024-12-06T05:19:30,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:30,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:30,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. after waiting 0 ms 2024-12-06T05:19:30,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:30,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:30,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1410d75c64e35026dfd155f59c0e9044: Waiting for close lock at 1733462370993Disabling compacts and flushes for region at 1733462370993Disabling writes for close at 1733462370993Writing region close event to WAL at 1733462370993Closed at 1733462370993 2024-12-06T05:19:30,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:19:30,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462370994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462370994"}]},"ts":"1733462370994"} 2024-12-06T05:19:30,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:19:30,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:19:30,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462370997"}]},"ts":"1733462370997"} 2024-12-06T05:19:30,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:19:30,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1410d75c64e35026dfd155f59c0e9044, ASSIGN}] 2024-12-06T05:19:31,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1410d75c64e35026dfd155f59c0e9044, ASSIGN 2024-12-06T05:19:31,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1410d75c64e35026dfd155f59c0e9044, ASSIGN; state=OFFLINE, location=ec46afd49254,41765,1733462362077; forceNewPlan=false, retain=false 2024-12-06T05:19:31,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1410d75c64e35026dfd155f59c0e9044, regionState=OPENING, regionLocation=ec46afd49254,41765,1733462362077 2024-12-06T05:19:31,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1410d75c64e35026dfd155f59c0e9044, ASSIGN because future has completed 2024-12-06T05:19:31,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1410d75c64e35026dfd155f59c0e9044, server=ec46afd49254,41765,1733462362077}] 2024-12-06T05:19:31,180 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 379, reset compression=false 2024-12-06T05:19:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:31,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:31,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:31,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:19:31,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C41765%2C1733462362077.rep, suffix=, logDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077, archiveDir=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/oldWALs, maxLogs=10 2024-12-06T05:19:31,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.rep.1733462371310, exclude list is [], retry=0 2024-12-06T05:19:31,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46337,DS-fa38ea05-ca48-442a-be42-0cb93992b5d5,DISK] 2024-12-06T05:19:31,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.rep.1733462371310 2024-12-06T05:19:31,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923)] 2024-12-06T05:19:31,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1410d75c64e35026dfd155f59c0e9044, NAME => 'hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:31,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:31,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:19:31,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. service=MultiRowMutationService 2024-12-06T05:19:31,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:19:31,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:31,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,333 INFO [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,334 INFO [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1410d75c64e35026dfd155f59c0e9044 columnFamilyName hfileref 2024-12-06T05:19:31,334 DEBUG [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:31,335 INFO [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] regionserver.HStore(327): Store=1410d75c64e35026dfd155f59c0e9044/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:31,335 INFO [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,336 INFO [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1410d75c64e35026dfd155f59c0e9044 columnFamilyName queue 2024-12-06T05:19:31,336 DEBUG [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:31,336 INFO [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] regionserver.HStore(327): Store=1410d75c64e35026dfd155f59c0e9044/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:31,337 INFO [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,338 INFO [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1410d75c64e35026dfd155f59c0e9044 columnFamilyName sid 2024-12-06T05:19:31,338 DEBUG [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:31,338 INFO [StoreOpener-1410d75c64e35026dfd155f59c0e9044-1 {}] regionserver.HStore(327): Store=1410d75c64e35026dfd155f59c0e9044/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:31,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:19:31,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:19:31,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:31,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1410d75c64e35026dfd155f59c0e9044; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73721976, jitterRate=0.09854304790496826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:19:31,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:31,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1410d75c64e35026dfd155f59c0e9044: Running coprocessor pre-open hook at 1733462371327Writing region info on filesystem at 1733462371327Initializing all the Stores at 1733462371328 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462371328Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462371333 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462371333Cleaning up temporary data from old regions at 1733462371340 (+7 ms)Running coprocessor post-open hooks at 1733462371357 (+17 ms)Region opened successfully at 1733462371357 2024-12-06T05:19:31,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044., pid=10, masterSystemTime=1733462371305 2024-12-06T05:19:31,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:31,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:31,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1410d75c64e35026dfd155f59c0e9044, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,41765,1733462362077 2024-12-06T05:19:31,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1410d75c64e35026dfd155f59c0e9044, server=ec46afd49254,41765,1733462362077 because future has completed 2024-12-06T05:19:31,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:19:31,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1410d75c64e35026dfd155f59c0e9044, server=ec46afd49254,41765,1733462362077 in 210 msec 2024-12-06T05:19:31,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:19:31,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1410d75c64e35026dfd155f59c0e9044, ASSIGN in 365 msec 2024-12-06T05:19:31,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:19:31,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462371366"}]},"ts":"1733462371366"} 2024-12-06T05:19:31,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:19:31,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:19:31,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-12-06T05:19:31,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:31,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:31,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:31,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:31,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:31,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044., hostname=ec46afd49254,41765,1733462362077, seqNum=2] 2024-12-06T05:19:31,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:31,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:31,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:19:31,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:19:31,670 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:19:31,694 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,41765,1733462362077, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:19:31,694 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:31,694 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41765,1733462362077, seqNum=-1] 2024-12-06T05:19:31,694 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:31,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T05:19:31,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,41765,1733462362077', locateType=CURRENT is [region=hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044., hostname=ec46afd49254,41765,1733462362077, seqNum=2] 2024-12-06T05:19:31,699 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:19:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:19:31,701 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,41765,1733462362077 suceeded 2024-12-06T05:19:31,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:19:31,702 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:37065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:19:31,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-06T05:19:31,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5380 sec 2024-12-06T05:19:31,712 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:37065' 2024-12-06T05:19:31,712 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3103631b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:31,712 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37065,-1 for getting cluster id 2024-12-06T05:19:31,713 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:31,713 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '023a6ca2-45aa-4ac2-bf1f-853e4baaec01' 2024-12-06T05:19:31,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:31,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "023a6ca2-45aa-4ac2-bf1f-853e4baaec01" 2024-12-06T05:19:31,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@630fd2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:31,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37065,-1] 2024-12-06T05:19:31,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:31,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:31,714 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:31,715 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@113e2692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:31,715 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:31,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37065,1733462356296 2024-12-06T05:19:31,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e01e0c 2024-12-06T05:19:31,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:31,716 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T05:19:31,716 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,41765,1733462362077 (queues=1) is replicating from cluster=5c7fc836-861a-4071-95e1-ec7145f59fbe to cluster=023a6ca2-45aa-4ac2-bf1f-853e4baaec01 2024-12-06T05:19:31,716 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C41765%2C1733462362077 2024-12-06T05:19:31,717 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,41765,1733462362077, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:19:31,717 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C41765%2C1733462362077 2024-12-06T05:19:31,717 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073, startPosition=0, beingWritten=true 2024-12-06T05:19:31,721 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:19:31,721 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 379, reset compression=false 2024-12-06T05:19:31,721 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,41765,1733462362077 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:19:31,784 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 379, reset compression=false 2024-12-06T05:19:31,925 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 379, reset compression=false 2024-12-06T05:19:32,230 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 379, reset compression=false 2024-12-06T05:19:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:19:32,308 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:19:32,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:32,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:32,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:32,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:32,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:32,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:32,313 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733462372312/Put/seqid=0 2024-12-06T05:19:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741840_1016 (size=7894) 2024-12-06T05:19:32,488 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 379, reset compression=false 2024-12-06T05:19:32,634 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 379, reset compression=false 2024-12-06T05:19:32,720 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733462372719/Put/seqid=0 2024-12-06T05:19:32,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741841_1017 (size=7691) 2024-12-06T05:19:33,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977ffcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:33,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37065,-1 for getting cluster id 2024-12-06T05:19:33,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:33,136 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '023a6ca2-45aa-4ac2-bf1f-853e4baaec01' 2024-12-06T05:19:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "023a6ca2-45aa-4ac2-bf1f-853e4baaec01" 2024-12-06T05:19:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175d784f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37065,-1] 2024-12-06T05:19:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:33,138 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:33,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d32f88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:33,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:33,139 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 379, reset compression=false 2024-12-06T05:19:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38293,1733462356498, seqNum=-1] 2024-12-06T05:19:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:33,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:33,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37065,1733462356296 2024-12-06T05:19:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e383a1 2024-12-06T05:19:33,149 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:33,150 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8., hostname=ec46afd49254,38293,1733462356498, seqNum=2] 2024-12-06T05:19:33,155 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:19:33,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T05:19:33,162 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T05:19:33,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 21a2a712c0b3adcb944dfc2b22107ef8/f 2024-12-06T05:19:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T05:19:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:19:33,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 21a2a712c0b3adcb944dfc2b22107ef8/f 2024-12-06T05:19:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T05:19:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:19:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegion(2603): Flush status journal for 21a2a712c0b3adcb944dfc2b22107ef8: 2024-12-06T05:19:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_1 2024-12-06T05:19:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_1 as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_ 2024-12-06T05:19:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_0 2024-12-06T05:19:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_0 as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ 2024-12-06T05:19:33,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_1 into 21a2a712c0b3adcb944dfc2b22107ef8/f as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_ - updating store file list. 2024-12-06T05:19:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47368e3081ec47b69dbcee18888e2d04_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:19:33,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_ into 21a2a712c0b3adcb944dfc2b22107ef8/f 2024-12-06T05:19:33,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_1 into 21a2a712c0b3adcb944dfc2b22107ef8/f (new location: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_) 2024-12-06T05:19:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_1 2024-12-06T05:19:33,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_0 into 21a2a712c0b3adcb944dfc2b22107ef8/f as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ - updating store file list. 2024-12-06T05:19:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:19:33,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ into 21a2a712c0b3adcb944dfc2b22107ef8/f 2024-12-06T05:19:33,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_0 into 21a2a712c0b3adcb944dfc2b22107ef8/f (new location: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_) 2024-12-06T05:19:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins__test__5hnt8d3bje6ck3vkkp80avk7o5e571md6mh8gjlki6ahgnvs1s9h6oouoqiq95j9/f/hfile_0 2024-12-06T05:19:33,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:33,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:33,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:33,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8., hostname=ec46afd49254,38293,1733462356498, seqNum=2 , the old value is region=test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8., hostname=ec46afd49254,38293,1733462356498, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec46afd49254:38293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:19:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:43370 deadline: 1733462433189 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:43370 2024-12-06T05:19:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8., hostname=ec46afd49254,38293,1733462356498, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:19:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8., hostname=ec46afd49254,38293,1733462356498, seqNum=2 from cache 2024-12-06T05:19:33,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:33,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41765,1733462362077, seqNum=-1] 2024-12-06T05:19:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:33,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:33,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c., hostname=ec46afd49254,41765,1733462362077, seqNum=2] 2024-12-06T05:19:33,194 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T05:19:33,294 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 379, reset compression=false 2024-12-06T05:19:33,298 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:38293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T05:19:33,299 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:19:33,299 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,38293,1733462356498 got entry batch from reader: WALEntryBatch [walEntries=[{test/21a2a712c0b3adcb944dfc2b22107ef8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733462373187/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T05:19:33,301 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:19:33,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-06T05:19:33,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.ReplicationSink(318): Replicating [023a6ca2-45aa-4ac2-bf1f-853e4baaec01] bulk loaded data 2024-12-06T05:19:33,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23526f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:33,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,32931,-1 for getting cluster id 2024-12-06T05:19:33,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:33,303 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c7fc836-861a-4071-95e1-ec7145f59fbe' 2024-12-06T05:19:33,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:33,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c7fc836-861a-4071-95e1-ec7145f59fbe" 2024-12-06T05:19:33,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58423cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:33,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,32931,-1] 2024-12-06T05:19:33,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:33,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:33,304 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:33,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73678b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741840_1016 (size=7691) 2024-12-06T05:19:33,499 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 687, reset compression=false 2024-12-06T05:19:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741841_1017 (size=7894) 2024-12-06T05:19:33,742 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 379, reset compression=false 2024-12-06T05:19:33,803 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 687, reset compression=false 2024-12-06T05:19:34,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:34,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,32931,1733462361872 2024-12-06T05:19:34,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d668d41 2024-12-06T05:19:34,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:34,143 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T05:19:34,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:19:34,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:34,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41765,1733462362077, seqNum=-1] 2024-12-06T05:19:34,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:34,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T05:19:34,154 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T05:19:34,162 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T05:19:34,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ for inclusion in c73e6fd8a61b3ac8cd0cd5c06c86815c/f 2024-12-06T05:19:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T05:19:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:19:34,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_ for inclusion in c73e6fd8a61b3ac8cd0cd5c06c86815c/f 2024-12-06T05:19:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T05:19:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:19:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HRegion(2603): Flush status journal for c73e6fd8a61b3ac8cd0cd5c06c86815c: 2024-12-06T05:19:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:19:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/41498e0e860b4096bbfc2c1db998d93c_SeqId_4_ 2024-12-06T05:19:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 47368e3081ec47b69dbcee18888e2d04_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:19:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_ as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/252094955809467e837a9a55393bfc3b_SeqId_4_ 2024-12-06T05:19:34,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ into c73e6fd8a61b3ac8cd0cd5c06c86815c/f as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/41498e0e860b4096bbfc2c1db998d93c_SeqId_4_ - updating store file list. 2024-12-06T05:19:34,196 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T05:19:34,207 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 687, reset compression=false 2024-12-06T05:19:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 41498e0e860b4096bbfc2c1db998d93c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:19:34,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/41498e0e860b4096bbfc2c1db998d93c_SeqId_4_ into c73e6fd8a61b3ac8cd0cd5c06c86815c/f 2024-12-06T05:19:34,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ into c73e6fd8a61b3ac8cd0cd5c06c86815c/f (new location: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/41498e0e860b4096bbfc2c1db998d93c_SeqId_4_) 2024-12-06T05:19:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/85f94d82c2fc4d0c93efa2b1e11edb52_SeqId_4_ 2024-12-06T05:19:34,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_ into c73e6fd8a61b3ac8cd0cd5c06c86815c/f as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/252094955809467e837a9a55393bfc3b_SeqId_4_ - updating store file list. 2024-12-06T05:19:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 252094955809467e837a9a55393bfc3b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:19:34,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/252094955809467e837a9a55393bfc3b_SeqId_4_ into c73e6fd8a61b3ac8cd0cd5c06c86815c/f 2024-12-06T05:19:34,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_ into c73e6fd8a61b3ac8cd0cd5c06c86815c/f (new location: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/252094955809467e837a9a55393bfc3b_SeqId_4_) 2024-12-06T05:19:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins.hfs.11__test__k6gt8sqq6flhe5gaqqg7eilu9sgkahle9kcill306q6jbia9je9h29m6689q4pbn/f/47368e3081ec47b69dbcee18888e2d04_SeqId_4_ 2024-12-06T05:19:34,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.ReplicationSink(324): Finished replicating [023a6ca2-45aa-4ac2-bf1f-853e4baaec01] bulk loaded data 2024-12-06T05:19:34,446 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 379, reset compression=false 2024-12-06T05:19:34,502 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:19:34,502 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,41765,1733462362077 got entry batch from reader: WALEntryBatch [walEntries=[{test/c73e6fd8a61b3ac8cd0cd5c06c86815c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733462374235/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T05:19:34,504 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:19:34,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-06T05:19:34,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.ReplicationSink(318): Replicating [023a6ca2-45aa-4ac2-bf1f-853e4baaec01, 5c7fc836-861a-4071-95e1-ec7145f59fbe] bulk loaded data 2024-12-06T05:19:34,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@236413a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:34,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37065,-1 for getting cluster id 2024-12-06T05:19:34,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:34,506 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '023a6ca2-45aa-4ac2-bf1f-853e4baaec01' 2024-12-06T05:19:34,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "023a6ca2-45aa-4ac2-bf1f-853e4baaec01" 2024-12-06T05:19:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bcfb891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37065,-1] 2024-12-06T05:19:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:34,507 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:34,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40311e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741842_1018 (size=7894) 2024-12-06T05:19:34,702 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 725, reset compression=false 2024-12-06T05:19:34,749 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 687, reset compression=false 2024-12-06T05:19:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741843_1019 (size=7691) 2024-12-06T05:19:35,006 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 725, reset compression=false 2024-12-06T05:19:35,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:35,205 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733462375205/Put/seqid=0 2024-12-06T05:19:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741842_1018 (size=11194) 2024-12-06T05:19:35,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37065,1733462356296 2024-12-06T05:19:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df60306 2024-12-06T05:19:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:35,327 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T05:19:35,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:19:35,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:35,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38293,1733462356498, seqNum=-1] 2024-12-06T05:19:35,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:35,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T05:19:35,337 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__p73a9oida7vsj31vs2q6dg0ik3rdm0had6dkkrbqp2iu3ua1gh1eok40mph3j36n/f/252094955809467e837a9a55393bfc3b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T05:19:35,340 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__p73a9oida7vsj31vs2q6dg0ik3rdm0had6dkkrbqp2iu3ua1gh1eok40mph3j36n/f/41498e0e860b4096bbfc2c1db998d93c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T05:19:35,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.ReplicationSink(324): Finished replicating [023a6ca2-45aa-4ac2-bf1f-853e4baaec01, 5c7fc836-861a-4071-95e1-ec7145f59fbe] bulk loaded data 2024-12-06T05:19:35,356 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 687, reset compression=false 2024-12-06T05:19:35,411 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 725, reset compression=false 2024-12-06T05:19:35,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733462375610/Put/seqid=0 2024-12-06T05:19:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741843_1019 (size=10791) 2024-12-06T05:19:35,920 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 725, reset compression=false 2024-12-06T05:19:36,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31abea2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:36,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,32931,-1 for getting cluster id 2024-12-06T05:19:36,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:36,017 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c7fc836-861a-4071-95e1-ec7145f59fbe' 2024-12-06T05:19:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c7fc836-861a-4071-95e1-ec7145f59fbe" 2024-12-06T05:19:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6625561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,32931,-1] 2024-12-06T05:19:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:36,018 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:36,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87864ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:36,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,41765,1733462362077, seqNum=-1] 2024-12-06T05:19:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:36,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:36,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:36,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,32931,1733462361872 2024-12-06T05:19:36,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aa6784f 2024-12-06T05:19:36,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:36,029 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:36,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c., hostname=ec46afd49254,41765,1733462362077, seqNum=2] 2024-12-06T05:19:36,034 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:19:36,040 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T05:19:36,043 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T05:19:36,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/testHFileCyclicReplication_10/f/hfile_0 for inclusion in c73e6fd8a61b3ac8cd0cd5c06c86815c/f 2024-12-06T05:19:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T05:19:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:19:36,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/testHFileCyclicReplication_10/f/hfile_1 for inclusion in c73e6fd8a61b3ac8cd0cd5c06c86815c/f 2024-12-06T05:19:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T05:19:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:19:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HRegion(2603): Flush status journal for c73e6fd8a61b3ac8cd0cd5c06c86815c: 2024-12-06T05:19:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_0 2024-12-06T05:19:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_0 as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ 2024-12-06T05:19:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_1 2024-12-06T05:19:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_1 as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_ 2024-12-06T05:19:36,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_0 into c73e6fd8a61b3ac8cd0cd5c06c86815c/f as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ - updating store file list. 2024-12-06T05:19:36,059 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 687, reset compression=false 2024-12-06T05:19:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:19:36,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ into c73e6fd8a61b3ac8cd0cd5c06c86815c/f 2024-12-06T05:19:36,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_0 into c73e6fd8a61b3ac8cd0cd5c06c86815c/f (new location: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_) 2024-12-06T05:19:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_0 2024-12-06T05:19:36,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_1 into c73e6fd8a61b3ac8cd0cd5c06c86815c/f as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_ - updating store file list. 2024-12-06T05:19:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98dd8470562a4fc292a6dd2934318353_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:19:36,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_ into c73e6fd8a61b3ac8cd0cd5c06c86815c/f 2024-12-06T05:19:36,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_1 into c73e6fd8a61b3ac8cd0cd5c06c86815c/f (new location: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_) 2024-12-06T05:19:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/staging/jenkins__test__pobuveaacck29pru7ivrl8d3svocf8e5cpr4i8uuo2pvdm929sl5cquri4d4qoqq/f/hfile_1 2024-12-06T05:19:36,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:36,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:36,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:36,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:36,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c., hostname=ec46afd49254,41765,1733462362077, seqNum=2 , the old value is region=test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c., hostname=ec46afd49254,41765,1733462362077, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec46afd49254:41765 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:19:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c., hostname=ec46afd49254,41765,1733462362077, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:19:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c., hostname=ec46afd49254,41765,1733462362077, seqNum=2 from cache 2024-12-06T05:19:36,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38293,1733462356498, seqNum=-1] 2024-12-06T05:19:36,072 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T05:19:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:36,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8., hostname=ec46afd49254,38293,1733462356498, seqNum=2] 2024-12-06T05:19:36,081 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T05:19:36,178 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T05:19:36,523 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 725, reset compression=false 2024-12-06T05:19:36,528 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:19:36,528 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,41765,1733462362077 got entry batch from reader: WALEntryBatch [walEntries=[{test/c73e6fd8a61b3ac8cd0cd5c06c86815c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733462376068/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T05:19:36,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.ReplicationSink(318): Replicating [5c7fc836-861a-4071-95e1-ec7145f59fbe] bulk loaded data 2024-12-06T05:19:36,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741844_1020 (size=11194) 2024-12-06T05:19:36,728 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 1033, reset compression=false 2024-12-06T05:19:36,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:19:36,863 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 687, reset compression=false 2024-12-06T05:19:36,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:36,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:36,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:36,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:36,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:36,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:36,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:36,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741845_1021 (size=10791) 2024-12-06T05:19:36,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:19:36,971 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-06T05:19:36,974 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-06T05:19:36,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ for inclusion in 21a2a712c0b3adcb944dfc2b22107ef8/f 2024-12-06T05:19:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T05:19:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:19:36,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_ for inclusion in 21a2a712c0b3adcb944dfc2b22107ef8/f 2024-12-06T05:19:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T05:19:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:19:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegion(2603): Flush status journal for 21a2a712c0b3adcb944dfc2b22107ef8: 2024-12-06T05:19:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:19:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/7bbda148a95e4ce5a12ce1e152062028_SeqId_6_ 2024-12-06T05:19:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 98dd8470562a4fc292a6dd2934318353_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:19:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_ as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/f3aedda2f2454996bf2dab9fc8f83137_SeqId_6_ 2024-12-06T05:19:36,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ into 21a2a712c0b3adcb944dfc2b22107ef8/f as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/7bbda148a95e4ce5a12ce1e152062028_SeqId_6_ - updating store file list. 2024-12-06T05:19:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bbda148a95e4ce5a12ce1e152062028_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:19:36,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/7bbda148a95e4ce5a12ce1e152062028_SeqId_6_ into 21a2a712c0b3adcb944dfc2b22107ef8/f 2024-12-06T05:19:36,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ into 21a2a712c0b3adcb944dfc2b22107ef8/f (new location: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/7bbda148a95e4ce5a12ce1e152062028_SeqId_6_) 2024-12-06T05:19:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/77b690f2c8f747e295e00d4afbd7e09a_SeqId_6_ 2024-12-06T05:19:36,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_ into 21a2a712c0b3adcb944dfc2b22107ef8/f as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/f3aedda2f2454996bf2dab9fc8f83137_SeqId_6_ - updating store file list. 2024-12-06T05:19:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3aedda2f2454996bf2dab9fc8f83137_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:19:36,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/f3aedda2f2454996bf2dab9fc8f83137_SeqId_6_ into 21a2a712c0b3adcb944dfc2b22107ef8/f 2024-12-06T05:19:36,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_ into 21a2a712c0b3adcb944dfc2b22107ef8/f (new location: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/f/f3aedda2f2454996bf2dab9fc8f83137_SeqId_6_) 2024-12-06T05:19:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/staging/jenkins.hfs.10__test__itgse740a6jvv7f1vcceou03p4ltjlb3ucopnjkp7snj7cp0q4mbn6f65u2hup4o/f/98dd8470562a4fc292a6dd2934318353_SeqId_6_ 2024-12-06T05:19:36,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.ReplicationSink(324): Finished replicating [5c7fc836-861a-4071-95e1-ec7145f59fbe] bulk loaded data 2024-12-06T05:19:37,032 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 1033, reset compression=false 2024-12-06T05:19:37,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:19:37,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:37,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:37,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:37,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:37,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:37,090 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:19:37,090 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1532835451, stopped=false 2024-12-06T05:19:37,090 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,32931,1733462361872 2024-12-06T05:19:37,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609653880/running 2024-12-06T05:19:37,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609653880/running 2024-12-06T05:19:37,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:37,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:37,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:37,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:37,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:37,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:37,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on znode that does not yet exist, /1609653880/running 2024-12-06T05:19:37,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,41765,1733462362077' ***** 2024-12-06T05:19:37,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:19:37,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Set watcher on znode that does not yet exist, /1609653880/running 2024-12-06T05:19:37,273 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:19:37,273 INFO [RS:0;ec46afd49254:41765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:19:37,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:19:37,273 INFO [RS:0;ec46afd49254:41765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:19:37,273 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1410d75c64e35026dfd155f59c0e9044 2024-12-06T05:19:37,274 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(3091): Received CLOSE for c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:37,274 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,41765,1733462362077 2024-12-06T05:19:37,274 INFO [RS:0;ec46afd49254:41765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:37,274 INFO [RS:0;ec46afd49254:41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:41765. 2024-12-06T05:19:37,274 DEBUG [RS:0;ec46afd49254:41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:37,274 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1410d75c64e35026dfd155f59c0e9044, disabling compactions & flushes 2024-12-06T05:19:37,274 DEBUG [RS:0;ec46afd49254:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:37,274 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:37,274 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:37,274 INFO [RS:0;ec46afd49254:41765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:19:37,274 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. after waiting 0 ms 2024-12-06T05:19:37,274 INFO [RS:0;ec46afd49254:41765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:19:37,274 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:37,274 INFO [RS:0;ec46afd49254:41765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:19:37,274 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:19:37,274 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1410d75c64e35026dfd155f59c0e9044 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-06T05:19:37,274 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:19:37,274 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1410d75c64e35026dfd155f59c0e9044=hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044., c73e6fd8a61b3ac8cd0cd5c06c86815c=test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c.} 2024-12-06T05:19:37,274 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:19:37,274 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1351): Waiting on 1410d75c64e35026dfd155f59c0e9044, 1588230740, c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:37,274 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:19:37,274 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:19:37,274 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:19:37,274 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:19:37,274 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:19:37,291 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/.tmp/hfileref/10e73e31d4034627b9a1dc68aac12253 is 74, key is 1/hfileref:252094955809467e837a9a55393bfc3b_SeqId_4_/1733462375343/DeleteColumn/seqid=0 2024-12-06T05:19:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741844_1020 (size=5345) 2024-12-06T05:19:37,296 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/info/632ce85c1e75449f808b6078afa5c70f is 147, key is hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044./info:regioninfo/1733462371360/Put/seqid=0 2024-12-06T05:19:37,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741845_1021 (size=7686) 2024-12-06T05:19:37,302 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/info/632ce85c1e75449f808b6078afa5c70f 2024-12-06T05:19:37,323 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/ns/0da81b3e02bd4c8bad3dfdd920f450e1 is 43, key is default/ns:d/1733462364600/Put/seqid=0 2024-12-06T05:19:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741846_1022 (size=5153) 2024-12-06T05:19:37,344 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:37,435 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 1033, reset compression=false 2024-12-06T05:19:37,474 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1351): Waiting on 1410d75c64e35026dfd155f59c0e9044, 1588230740, c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:37,674 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1351): Waiting on 1410d75c64e35026dfd155f59c0e9044, 1588230740, c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:37,695 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/.tmp/hfileref/10e73e31d4034627b9a1dc68aac12253 2024-12-06T05:19:37,720 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/.tmp/queue/af54a3cd3e0e416499b8d7c9c6cd337b is 154, key is 1-ec46afd49254,41765,1733462362077/queue:ec46afd49254%2C41765%2C1733462362077/1733462377002/Put/seqid=0 2024-12-06T05:19:37,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741847_1023 (size=5353) 2024-12-06T05:19:37,727 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/ns/0da81b3e02bd4c8bad3dfdd920f450e1 2024-12-06T05:19:37,751 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/rep_barrier/2615b95e7b854d79be7c64fe7a611e9a is 112, key is test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c./rep_barrier:seqnumDuringOpen/1733462367991/Put/seqid=0 2024-12-06T05:19:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741848_1024 (size=5518) 2024-12-06T05:19:37,773 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 687, reset compression=false 2024-12-06T05:19:37,778 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:19:37,778 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,38293,1733462356498 got entry batch from reader: WALEntryBatch [walEntries=[{test/21a2a712c0b3adcb944dfc2b22107ef8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733462376997/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T05:19:37,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T05:19:37,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:59864 deadline: 1733462437779, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping 2024-12-06T05:19:37,782 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:19:37,875 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1351): Waiting on 1410d75c64e35026dfd155f59c0e9044, 1588230740, c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:37,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T05:19:37,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:59864 deadline: 1733462437885, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping 2024-12-06T05:19:37,886 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:19:37,908 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:19:37,909 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:19:37,939 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 1033, reset compression=false 2024-12-06T05:19:37,978 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 1033, reset compression=false 2024-12-06T05:19:38,075 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1351): Waiting on 1410d75c64e35026dfd155f59c0e9044, 1588230740, c73e6fd8a61b3ac8cd0cd5c06c86815c 2024-12-06T05:19:38,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T05:19:38,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:59864 deadline: 1733462438088, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping 2024-12-06T05:19:38,089 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:19:38,125 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/.tmp/queue/af54a3cd3e0e416499b8d7c9c6cd337b 2024-12-06T05:19:38,129 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/.tmp/hfileref/10e73e31d4034627b9a1dc68aac12253 as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/hfileref/10e73e31d4034627b9a1dc68aac12253 2024-12-06T05:19:38,133 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/hfileref/10e73e31d4034627b9a1dc68aac12253, entries=4, sequenceid=12, filesize=5.2 K 2024-12-06T05:19:38,133 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/.tmp/queue/af54a3cd3e0e416499b8d7c9c6cd337b as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/queue/af54a3cd3e0e416499b8d7c9c6cd337b 2024-12-06T05:19:38,138 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/queue/af54a3cd3e0e416499b8d7c9c6cd337b, entries=1, sequenceid=12, filesize=5.2 K 2024-12-06T05:19:38,138 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1410d75c64e35026dfd155f59c0e9044 in 864ms, sequenceid=12, compaction requested=false 2024-12-06T05:19:38,142 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/replication/1410d75c64e35026dfd155f59c0e9044/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T05:19:38,143 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:38,143 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:38,143 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:38,143 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1410d75c64e35026dfd155f59c0e9044: Waiting for close lock at 1733462377274Running coprocessor pre-close hooks at 1733462377274Disabling compacts and flushes for region at 1733462377274Disabling writes for close at 1733462377274Obtaining lock to block concurrent updates at 1733462377274Preparing flush snapshotting stores in 1410d75c64e35026dfd155f59c0e9044 at 1733462377274Finished memstore snapshotting hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733462377274Flushing stores of hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. at 1733462377275 (+1 ms)Flushing 1410d75c64e35026dfd155f59c0e9044/hfileref: creating writer at 1733462377275Flushing 1410d75c64e35026dfd155f59c0e9044/hfileref: appending metadata at 1733462377290 (+15 ms)Flushing 1410d75c64e35026dfd155f59c0e9044/hfileref: closing flushed file at 1733462377290Flushing 1410d75c64e35026dfd155f59c0e9044/queue: creating writer at 1733462377704 (+414 ms)Flushing 1410d75c64e35026dfd155f59c0e9044/queue: appending metadata at 1733462377720 (+16 ms)Flushing 1410d75c64e35026dfd155f59c0e9044/queue: closing flushed file at 1733462377720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f704e3: reopening flushed file at 1733462378128 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373f4e2f: reopening flushed file at 1733462378133 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1410d75c64e35026dfd155f59c0e9044 in 864ms, sequenceid=12, compaction requested=false at 1733462378138 (+5 ms)Writing region close event to WAL at 1733462378139 (+1 ms)Running coprocessor post-close hooks at 1733462378143 (+4 ms)Closed at 1733462378143 2024-12-06T05:19:38,143 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462370172.1410d75c64e35026dfd155f59c0e9044. 2024-12-06T05:19:38,143 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c73e6fd8a61b3ac8cd0cd5c06c86815c, disabling compactions & flushes 2024-12-06T05:19:38,143 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:38,143 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:38,143 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. after waiting 0 ms 2024-12-06T05:19:38,143 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:38,147 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/default/test/c73e6fd8a61b3ac8cd0cd5c06c86815c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:19:38,147 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:38,147 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:19:38,147 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:38,147 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c73e6fd8a61b3ac8cd0cd5c06c86815c: Waiting for close lock at 1733462378143Running coprocessor pre-close hooks at 1733462378143Disabling compacts and flushes for region at 1733462378143Disabling writes for close at 1733462378143Writing region close event to WAL at 1733462378144 (+1 ms)Running coprocessor post-close hooks at 1733462378147 (+3 ms)Closed at 1733462378147 2024-12-06T05:19:38,147 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462366834.c73e6fd8a61b3ac8cd0cd5c06c86815c. 2024-12-06T05:19:38,158 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/rep_barrier/2615b95e7b854d79be7c64fe7a611e9a 2024-12-06T05:19:38,175 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/table/f4b66010cbae4495b39bbc217b9b9aae is 53, key is hbase:replication/table:state/1733462371366/Put/seqid=0 2024-12-06T05:19:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741849_1025 (size=5308) 2024-12-06T05:19:38,275 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:19:38,275 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:19:38,275 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:38,282 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 1033, reset compression=false 2024-12-06T05:19:38,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T05:19:38,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:59864 deadline: 1733462438392, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping 2024-12-06T05:19:38,393 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ec46afd49254,41765,1733462362077 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:19:38,475 DEBUG [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:19:38,543 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 1033, reset compression=false 2024-12-06T05:19:38,548 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:19:38,548 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 1328, reset compression=false 2024-12-06T05:19:38,548 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,41765,1733462362077 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:19:38,548 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,41765,1733462362077: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,41765,1733462362077, walGroup=ec46afd49254%2C41765%2C1733462362077, offset=ec46afd49254%2C41765%2C1733462362077.1733462364073:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:19:38,549 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:19:38,549 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:19:38,550 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:19:38,550 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:19:38,550 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:19:38,551 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 552470072 }, "NonHeapMemoryUsage": { "committed": 190513152, "init": 7667712, "max": -1, "used": 187604016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:19:38,551 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:19:38,579 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/table/f4b66010cbae4495b39bbc217b9b9aae 2024-12-06T05:19:38,586 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/info/632ce85c1e75449f808b6078afa5c70f as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/info/632ce85c1e75449f808b6078afa5c70f 2024-12-06T05:19:38,590 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/info/632ce85c1e75449f808b6078afa5c70f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:19:38,591 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/ns/0da81b3e02bd4c8bad3dfdd920f450e1 as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/ns/0da81b3e02bd4c8bad3dfdd920f450e1 2024-12-06T05:19:38,595 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/ns/0da81b3e02bd4c8bad3dfdd920f450e1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:19:38,595 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/rep_barrier/2615b95e7b854d79be7c64fe7a611e9a as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/rep_barrier/2615b95e7b854d79be7c64fe7a611e9a 2024-12-06T05:19:38,599 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/rep_barrier/2615b95e7b854d79be7c64fe7a611e9a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:19:38,600 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/.tmp/table/f4b66010cbae4495b39bbc217b9b9aae as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/table/f4b66010cbae4495b39bbc217b9b9aae 2024-12-06T05:19:38,604 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/table/f4b66010cbae4495b39bbc217b9b9aae, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:19:38,605 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-12-06T05:19:38,609 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:19:38,610 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:38,610 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:38,610 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:38,610 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462377274Running coprocessor pre-close hooks at 1733462377274Disabling compacts and flushes for region at 1733462377274Disabling writes for close at 1733462377274Obtaining lock to block concurrent updates at 1733462377274Preparing flush snapshotting stores in 1588230740 at 1733462377274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462377275 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733462377275Flushing 1588230740/info: creating writer at 1733462377275Flushing 1588230740/info: appending metadata at 1733462377296 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733462377296Flushing 1588230740/ns: creating writer at 1733462377307 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733462377322 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733462377322Flushing 1588230740/rep_barrier: creating writer at 1733462377731 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462377750 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462377750Flushing 1588230740/table: creating writer at 1733462378161 (+411 ms)Flushing 1588230740/table: appending metadata at 1733462378175 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733462378175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6224ff8b: reopening flushed file at 1733462378585 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed754c1: reopening flushed file at 1733462378590 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d103f8: reopening flushed file at 1733462378595 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fba65ab: reopening flushed file at 1733462378599 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1733462378605 (+6 ms)Writing region close event to WAL at 1733462378606 (+1 ms)Running coprocessor post-close hooks at 1733462378610 (+4 ms)Closed at 1733462378610 2024-12-06T05:19:38,610 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:38,676 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,41765,1733462362077; all regions closed. 2024-12-06T05:19:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:19:38,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741839_1015 (size=3127) 2024-12-06T05:19:38,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.rep.1733462371310 not finished, retry = 0 2024-12-06T05:19:38,686 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 1033, reset compression=false 2024-12-06T05:19:38,753 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/WALs/ec46afd49254,41765,1733462362077/ec46afd49254%2C41765%2C1733462362077.1733462364073 to pos 1328, reset compression=false 2024-12-06T05:19:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741833_1009 (size=1336) 2024-12-06T05:19:38,792 DEBUG [RS:0;ec46afd49254:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:38,792 INFO [RS:0;ec46afd49254:41765 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:38,792 INFO [RS:0;ec46afd49254:41765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:38,792 INFO [RS:0;ec46afd49254:41765 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:38,792 INFO [RS:0;ec46afd49254:41765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:38,792 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:38,792 INFO [RS:0;ec46afd49254:41765 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,41765,1733462362077 because: Region server is closing 2024-12-06T05:19:38,793 INFO [RS:0;ec46afd49254:41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:41765. 2024-12-06T05:19:38,793 DEBUG [RS:0;ec46afd49254:41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:38,793 DEBUG [RS:0;ec46afd49254:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:38,793 DEBUG [RS:0;ec46afd49254:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:38,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:38,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ec46afd49254,41765,1733462362077 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:19:38,797 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ec46afd49254,41765,1733462362077 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:19:38,893 INFO [RS:0;ec46afd49254:41765 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.shipperec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 terminated 2024-12-06T05:19:38,893 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,41765,1733462362077.replicationSource.wal-reader.ec46afd49254%2C41765%2C1733462362077,1-ec46afd49254,41765,1733462362077 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:19:38,893 INFO [RS:0;ec46afd49254:41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:41765. 2024-12-06T05:19:38,893 DEBUG [RS:0;ec46afd49254:41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:38,893 DEBUG [RS:0;ec46afd49254:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:38,893 DEBUG [RS:0;ec46afd49254:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:38,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:38,894 INFO [RS:0;ec46afd49254:41765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41765 2024-12-06T05:19:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880/rs 2024-12-06T05:19:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609653880/rs/ec46afd49254,41765,1733462362077 2024-12-06T05:19:38,906 INFO [RS:0;ec46afd49254:41765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:38,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,41765,1733462362077] 2024-12-06T05:19:38,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1609653880/draining/ec46afd49254,41765,1733462362077 already deleted, retry=false 2024-12-06T05:19:38,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,41765,1733462362077 expired; onlineServers=0 2024-12-06T05:19:38,927 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,32931,1733462361872' ***** 2024-12-06T05:19:38,927 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:19:38,927 INFO [M:0;ec46afd49254:32931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:38,927 INFO [M:0;ec46afd49254:32931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:38,927 DEBUG [M:0;ec46afd49254:32931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:19:38,928 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:19:38,928 DEBUG [M:0;ec46afd49254:32931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:19:38,928 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462363769 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462363769,5,FailOnTimeoutGroup] 2024-12-06T05:19:38,928 INFO [M:0;ec46afd49254:32931 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:38,928 INFO [M:0;ec46afd49254:32931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:38,928 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462363769 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462363769,5,FailOnTimeoutGroup] 2024-12-06T05:19:38,928 DEBUG [M:0;ec46afd49254:32931 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:19:38,928 INFO [M:0;ec46afd49254:32931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:19:38,928 INFO [M:0;ec46afd49254:32931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:38,928 INFO [M:0;ec46afd49254:32931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:19:38,928 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:19:38,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609653880/master 2024-12-06T05:19:38,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609653880 2024-12-06T05:19:38,938 DEBUG [M:0;ec46afd49254:32931 {}] zookeeper.ZKUtil(347): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Unable to get data of znode /1609653880/master because node does not exist (not an error) 2024-12-06T05:19:38,938 WARN [M:0;ec46afd49254:32931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:19:38,938 INFO [M:0;ec46afd49254:32931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/.lastflushedseqids 2024-12-06T05:19:38,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741850_1026 (size=263) 2024-12-06T05:19:39,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:39,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41765-0x101a914650a0004, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:39,017 INFO [RS:0;ec46afd49254:41765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:39,017 INFO [RS:0;ec46afd49254:41765 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,41765,1733462362077; zookeeper connection closed. 2024-12-06T05:19:39,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7892d18e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7892d18e 2024-12-06T05:19:39,017 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:19:39,190 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 1033, reset compression=false 2024-12-06T05:19:39,301 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ec46afd49254:41765 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ec46afd49254/172.17.0.3:41765 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:19:39,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ec46afd49254:41765 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ec46afd49254/172.17.0.3:41765 2024-12-06T05:19:39,301 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=ec46afd49254:41765 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ec46afd49254/172.17.0.3:41765 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ec46afd49254/172.17.0.3:41765 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-06T05:19:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T05:19:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49882 deadline: 1733462439304, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-06T05:19:39,328 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-06T05:19:39,328 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T05:19:39,343 INFO [M:0;ec46afd49254:32931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:19:39,343 INFO [M:0;ec46afd49254:32931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:19:39,343 DEBUG [M:0;ec46afd49254:32931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:19:39,343 INFO [M:0;ec46afd49254:32931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:39,343 DEBUG [M:0;ec46afd49254:32931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:39,343 DEBUG [M:0;ec46afd49254:32931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:19:39,343 DEBUG [M:0;ec46afd49254:32931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:39,343 INFO [M:0;ec46afd49254:32931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-06T05:19:39,357 DEBUG [M:0;ec46afd49254:32931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f41439c0bee4b59990c2e58c70e9597 is 82, key is hbase:meta,,1/info:regioninfo/1733462364579/Put/seqid=0 2024-12-06T05:19:39,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741851_1027 (size=5672) 2024-12-06T05:19:39,761 INFO [M:0;ec46afd49254:32931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f41439c0bee4b59990c2e58c70e9597 2024-12-06T05:19:39,784 DEBUG [M:0;ec46afd49254:32931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8531dce335e9419284ce63f6c00ee888 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733462371370/Put/seqid=0 2024-12-06T05:19:39,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741852_1028 (size=8517) 2024-12-06T05:19:39,796 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 1033, reset compression=false 2024-12-06T05:19:39,928 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-06T05:19:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T05:19:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49882 deadline: 1733462439929, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-06T05:19:39,930 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-06T05:19:39,931 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T05:19:39,931 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-06T05:19:40,188 INFO [M:0;ec46afd49254:32931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8531dce335e9419284ce63f6c00ee888 2024-12-06T05:19:40,202 DEBUG [M:0;ec46afd49254:32931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec2ecebd2771445bbfa9ca76a562a060 is 69, key is ec46afd49254,41765,1733462362077/rs:state/1733462363871/Put/seqid=0 2024-12-06T05:19:40,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741853_1029 (size=5156) 2024-12-06T05:19:40,499 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 1033, reset compression=false 2024-12-06T05:19:40,606 INFO [M:0;ec46afd49254:32931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec2ecebd2771445bbfa9ca76a562a060 2024-12-06T05:19:40,611 DEBUG [M:0;ec46afd49254:32931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f41439c0bee4b59990c2e58c70e9597 as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f41439c0bee4b59990c2e58c70e9597 2024-12-06T05:19:40,615 INFO [M:0;ec46afd49254:32931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f41439c0bee4b59990c2e58c70e9597, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T05:19:40,615 DEBUG [M:0;ec46afd49254:32931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8531dce335e9419284ce63f6c00ee888 as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8531dce335e9419284ce63f6c00ee888 2024-12-06T05:19:40,620 INFO [M:0;ec46afd49254:32931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8531dce335e9419284ce63f6c00ee888, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T05:19:40,620 DEBUG [M:0;ec46afd49254:32931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec2ecebd2771445bbfa9ca76a562a060 as hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec2ecebd2771445bbfa9ca76a562a060 2024-12-06T05:19:40,625 INFO [M:0;ec46afd49254:32931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34499/user/jenkins/test-data/1676a7e3-9531-1d3b-7c17-fdc1783521d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec2ecebd2771445bbfa9ca76a562a060, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T05:19:40,626 INFO [M:0;ec46afd49254:32931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-12-06T05:19:40,627 INFO [M:0;ec46afd49254:32931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:40,627 DEBUG [M:0;ec46afd49254:32931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462379343Disabling compacts and flushes for region at 1733462379343Disabling writes for close at 1733462379343Obtaining lock to block concurrent updates at 1733462379343Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462379343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733462379344 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462379344Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462379344Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462379357 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462379357Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462379766 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462379783 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462379783Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462380191 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462380202 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462380202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4309c771: reopening flushed file at 1733462380610 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d042aeb: reopening flushed file at 1733462380615 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f1e72: reopening flushed file at 1733462380620 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1733462380626 (+6 ms)Writing region close event to WAL at 1733462380627 (+1 ms)Closed at 1733462380627 2024-12-06T05:19:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46337 is added to blk_1073741830_1006 (size=63666) 2024-12-06T05:19:40,630 INFO [M:0;ec46afd49254:32931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:19:40,630 INFO [M:0;ec46afd49254:32931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32931 2024-12-06T05:19:40,630 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:40,630 INFO [M:0;ec46afd49254:32931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:40,632 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-06T05:19:40,632 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ec46afd49254:32931 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ec46afd49254/172.17.0.3:32931 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:19:40,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ec46afd49254:32931 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ec46afd49254/172.17.0.3:32931 2024-12-06T05:19:40,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:40,738 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ec46afd49254:32931 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ec46afd49254/172.17.0.3:32931 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:19:40,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=ec46afd49254:32931 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ec46afd49254/172.17.0.3:32931 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-06T05:19:40,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address ec46afd49254:32931 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ec46afd49254/172.17.0.3:32931 2024-12-06T05:19:40,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:40,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x101a914650a0003, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:40,796 INFO [M:0;ec46afd49254:32931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:40,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12afba8d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:19:40,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ecaec44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:19:40,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:19:40,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee73a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:19:40,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@650f2f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.log.dir/,STOPPED} 2024-12-06T05:19:40,837 WARN [BP-914363660-172.17.0.3-1733462359993 heartbeating to localhost/127.0.0.1:34499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:19:40,837 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:19:40,837 WARN [BP-914363660-172.17.0.3-1733462359993 heartbeating to localhost/127.0.0.1:34499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-914363660-172.17.0.3-1733462359993 (Datanode Uuid adce884f-ee47-4bff-bbeb-883b9a1d0e18) service to localhost/127.0.0.1:34499 2024-12-06T05:19:40,837 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:19:40,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/cluster_a92a282b-24b0-cf2e-8f1c-3f185009ed95/data/data1/current/BP-914363660-172.17.0.3-1733462359993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:19:40,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/cluster_a92a282b-24b0-cf2e-8f1c-3f185009ed95/data/data2/current/BP-914363660-172.17.0.3-1733462359993 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:19:40,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:19:40,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@793946e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:19:40,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2067e905{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:19:40,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:19:40,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10048048{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:19:40,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c6b485f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.log.dir/,STOPPED} 2024-12-06T05:19:40,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:19:40,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:19:40,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:40,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:40,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:40,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:40,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:40,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:19:40,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933227597, stopped=false 2024-12-06T05:19:40,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,37065,1733462356296 2024-12-06T05:19:40,874 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344070618/running 2024-12-06T05:19:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344070618/running 2024-12-06T05:19:40,874 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:40,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:40,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on znode that does not yet exist, /01344070618/running 2024-12-06T05:19:40,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Set watcher on znode that does not yet exist, /01344070618/running 2024-12-06T05:19:40,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:19:40,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:40,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:40,877 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,38293,1733462356498' ***** 2024-12-06T05:19:40,877 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:19:40,877 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:19:40,877 INFO [RS:0;ec46afd49254:38293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:19:40,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:19:40,877 INFO [RS:0;ec46afd49254:38293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:19:40,877 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for 0644f2d8c03b89efe1409509007c0c28 2024-12-06T05:19:40,877 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:40,877 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,38293,1733462356498 2024-12-06T05:19:40,877 INFO [RS:0;ec46afd49254:38293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:40,877 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0644f2d8c03b89efe1409509007c0c28, disabling compactions & flushes 2024-12-06T05:19:40,877 INFO [RS:0;ec46afd49254:38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:38293. 2024-12-06T05:19:40,877 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:40,877 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:40,877 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. after waiting 0 ms 2024-12-06T05:19:40,877 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:40,877 DEBUG [RS:0;ec46afd49254:38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:40,877 DEBUG [RS:0;ec46afd49254:38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:40,877 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0644f2d8c03b89efe1409509007c0c28 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-06T05:19:40,877 INFO [RS:0;ec46afd49254:38293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:19:40,878 INFO [RS:0;ec46afd49254:38293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:19:40,878 INFO [RS:0;ec46afd49254:38293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:19:40,878 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:19:40,878 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:19:40,878 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0644f2d8c03b89efe1409509007c0c28=hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28., 21a2a712c0b3adcb944dfc2b22107ef8=test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8.} 2024-12-06T05:19:40,878 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1351): Waiting on 0644f2d8c03b89efe1409509007c0c28, 1588230740, 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:40,878 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:19:40,878 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:19:40,878 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:19:40,878 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:19:40,878 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:19:40,878 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:19:40,897 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/.tmp/hfileref/83f4945d4c734dd4af54571df996b68e is 74, key is 1/hfileref:47368e3081ec47b69dbcee18888e2d04_SeqId_4_/1733462374239/DeleteColumn/seqid=0 2024-12-06T05:19:40,897 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/info/d5905eae05174253b28534ddb5be7f18 is 147, key is hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28./info:regioninfo/1733462369402/Put/seqid=0 2024-12-06T05:19:40,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741846_1022 (size=5345) 2024-12-06T05:19:40,902 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:40,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741847_1023 (size=7686) 2024-12-06T05:19:40,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:40,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ec46afd49254:32931 this server is in the failed servers list 2024-12-06T05:19:40,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ec46afd49254:32931 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:41,078 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1351): Waiting on 0644f2d8c03b89efe1409509007c0c28, 1588230740, 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:41,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:41,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ec46afd49254:32931 this server is in the failed servers list 2024-12-06T05:19:41,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ec46afd49254:32931 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:41,278 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1351): Waiting on 0644f2d8c03b89efe1409509007c0c28, 1588230740, 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:41,302 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/.tmp/hfileref/83f4945d4c734dd4af54571df996b68e 2024-12-06T05:19:41,303 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.1733462358812 to pos 1033, reset compression=false 2024-12-06T05:19:41,311 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/info/d5905eae05174253b28534ddb5be7f18 2024-12-06T05:19:41,330 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/.tmp/queue/dd126713f96b4d7fbfffd46ed2985ac3 is 153, key is 1-ec46afd49254,38293,1733462356498/queue:ec46afd49254%2C38293%2C1733462356498/1733462374241/Put/seqid=0 2024-12-06T05:19:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741848_1024 (size=5352) 2024-12-06T05:19:41,352 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/ns/132158c0c1564480a7c88c80fb0fb438 is 43, key is default/ns:d/1733462359897/Put/seqid=0 2024-12-06T05:19:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741849_1025 (size=5153) 2024-12-06T05:19:41,362 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/ns/132158c0c1564480a7c88c80fb0fb438 2024-12-06T05:19:41,382 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/rep_barrier/7a8b92393f154a43ab50e99950d7f946 is 112, key is test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8./rep_barrier:seqnumDuringOpen/1733462365869/Put/seqid=0 2024-12-06T05:19:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741850_1026 (size=5518) 2024-12-06T05:19:41,389 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/rep_barrier/7a8b92393f154a43ab50e99950d7f946 2024-12-06T05:19:41,409 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/table/0907ed20d77c4750b0d254dfba934e60 is 53, key is hbase:replication/table:state/1733462369407/Put/seqid=0 2024-12-06T05:19:41,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741851_1027 (size=5308) 2024-12-06T05:19:41,478 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1351): Waiting on 0644f2d8c03b89efe1409509007c0c28, 1588230740, 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:41,679 DEBUG [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1351): Waiting on 0644f2d8c03b89efe1409509007c0c28, 1588230740, 21a2a712c0b3adcb944dfc2b22107ef8 2024-12-06T05:19:41,689 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:19:41,689 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:19:41,747 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/.tmp/queue/dd126713f96b4d7fbfffd46ed2985ac3 2024-12-06T05:19:41,752 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/.tmp/hfileref/83f4945d4c734dd4af54571df996b68e as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/hfileref/83f4945d4c734dd4af54571df996b68e 2024-12-06T05:19:41,755 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/hfileref/83f4945d4c734dd4af54571df996b68e, entries=4, sequenceid=10, filesize=5.2 K 2024-12-06T05:19:41,756 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/.tmp/queue/dd126713f96b4d7fbfffd46ed2985ac3 as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/queue/dd126713f96b4d7fbfffd46ed2985ac3 2024-12-06T05:19:41,761 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/queue/dd126713f96b4d7fbfffd46ed2985ac3, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T05:19:41,763 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 0644f2d8c03b89efe1409509007c0c28 in 885ms, sequenceid=10, compaction requested=false 2024-12-06T05:19:41,766 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/replication/0644f2d8c03b89efe1409509007c0c28/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T05:19:41,767 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:41,767 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:41,767 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:41,767 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0644f2d8c03b89efe1409509007c0c28: Waiting for close lock at 1733462380877Running coprocessor pre-close hooks at 1733462380877Disabling compacts and flushes for region at 1733462380877Disabling writes for close at 1733462380877Obtaining lock to block concurrent updates at 1733462380877Preparing flush snapshotting stores in 0644f2d8c03b89efe1409509007c0c28 at 1733462380877Finished memstore snapshotting hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733462380878 (+1 ms)Flushing stores of hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. at 1733462380878Flushing 0644f2d8c03b89efe1409509007c0c28/hfileref: creating writer at 1733462380878Flushing 0644f2d8c03b89efe1409509007c0c28/hfileref: appending metadata at 1733462380897 (+19 ms)Flushing 0644f2d8c03b89efe1409509007c0c28/hfileref: closing flushed file at 1733462380897Flushing 0644f2d8c03b89efe1409509007c0c28/queue: creating writer at 1733462381309 (+412 ms)Flushing 0644f2d8c03b89efe1409509007c0c28/queue: appending metadata at 1733462381329 (+20 ms)Flushing 0644f2d8c03b89efe1409509007c0c28/queue: closing flushed file at 1733462381329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9bcca72: reopening flushed file at 1733462381751 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b0da5: reopening flushed file at 1733462381756 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 0644f2d8c03b89efe1409509007c0c28 in 885ms, sequenceid=10, compaction requested=false at 1733462381763 (+7 ms)Writing region close event to WAL at 1733462381764 (+1 ms)Running coprocessor post-close hooks at 1733462381767 (+3 ms)Closed at 1733462381767 2024-12-06T05:19:41,767 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462369028.0644f2d8c03b89efe1409509007c0c28. 2024-12-06T05:19:41,767 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21a2a712c0b3adcb944dfc2b22107ef8, disabling compactions & flushes 2024-12-06T05:19:41,767 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:41,767 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:41,767 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. after waiting 0 ms 2024-12-06T05:19:41,767 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:41,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:41,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ec46afd49254:32931 this server is in the failed servers list 2024-12-06T05:19:41,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ec46afd49254:32931 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:41,771 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/default/test/21a2a712c0b3adcb944dfc2b22107ef8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:19:41,771 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:41,771 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:19:41,771 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:41,771 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21a2a712c0b3adcb944dfc2b22107ef8: Waiting for close lock at 1733462381767Running coprocessor pre-close hooks at 1733462381767Disabling compacts and flushes for region at 1733462381767Disabling writes for close at 1733462381767Writing region close event to WAL at 1733462381768 (+1 ms)Running coprocessor post-close hooks at 1733462381771 (+3 ms)Closed at 1733462381771 2024-12-06T05:19:41,771 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462364672.21a2a712c0b3adcb944dfc2b22107ef8. 2024-12-06T05:19:41,813 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/table/0907ed20d77c4750b0d254dfba934e60 2024-12-06T05:19:41,819 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/info/d5905eae05174253b28534ddb5be7f18 as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/info/d5905eae05174253b28534ddb5be7f18 2024-12-06T05:19:41,824 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/info/d5905eae05174253b28534ddb5be7f18, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:19:41,824 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/ns/132158c0c1564480a7c88c80fb0fb438 as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/ns/132158c0c1564480a7c88c80fb0fb438 2024-12-06T05:19:41,834 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/ns/132158c0c1564480a7c88c80fb0fb438, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:19:41,836 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/rep_barrier/7a8b92393f154a43ab50e99950d7f946 as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/rep_barrier/7a8b92393f154a43ab50e99950d7f946 2024-12-06T05:19:41,850 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/rep_barrier/7a8b92393f154a43ab50e99950d7f946, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:19:41,852 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/.tmp/table/0907ed20d77c4750b0d254dfba934e60 as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/table/0907ed20d77c4750b0d254dfba934e60 2024-12-06T05:19:41,860 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/table/0907ed20d77c4750b0d254dfba934e60, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:19:41,864 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 986ms, sequenceid=16, compaction requested=false 2024-12-06T05:19:41,875 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:19:41,875 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:41,876 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:41,876 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:41,876 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462380878Running coprocessor pre-close hooks at 1733462380878Disabling compacts and flushes for region at 1733462380878Disabling writes for close at 1733462380878Obtaining lock to block concurrent updates at 1733462380878Preparing flush snapshotting stores in 1588230740 at 1733462380878Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462380878Flushing stores of hbase:meta,,1.1588230740 at 1733462380879 (+1 ms)Flushing 1588230740/info: creating writer at 1733462380879Flushing 1588230740/info: appending metadata at 1733462380897 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733462380897Flushing 1588230740/ns: creating writer at 1733462381328 (+431 ms)Flushing 1588230740/ns: appending metadata at 1733462381351 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733462381351Flushing 1588230740/rep_barrier: creating writer at 1733462381367 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462381382 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462381382Flushing 1588230740/table: creating writer at 1733462381393 (+11 ms)Flushing 1588230740/table: appending metadata at 1733462381408 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733462381408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1441c029: reopening flushed file at 1733462381818 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd26262: reopening flushed file at 1733462381824 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7109cf: reopening flushed file at 1733462381835 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd921bc: reopening flushed file at 1733462381850 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 986ms, sequenceid=16, compaction requested=false at 1733462381864 (+14 ms)Writing region close event to WAL at 1733462381870 (+6 ms)Running coprocessor post-close hooks at 1733462381875 (+5 ms)Closed at 1733462381876 (+1 ms) 2024-12-06T05:19:41,876 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:41,879 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,38293,1733462356498; all regions closed. 2024-12-06T05:19:41,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/WALs/ec46afd49254,38293,1733462356498/ec46afd49254%2C38293%2C1733462356498.meta.1733462359824.meta not finished, retry = 0 2024-12-06T05:19:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:19:42,001 DEBUG [RS:0;ec46afd49254:38293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/oldWALs 2024-12-06T05:19:42,001 INFO [RS:0;ec46afd49254:38293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C38293%2C1733462356498.meta:.meta(num 1733462359824) 2024-12-06T05:19:42,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741839_1015 (size=2695) 2024-12-06T05:19:42,008 DEBUG [RS:0;ec46afd49254:38293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/oldWALs 2024-12-06T05:19:42,008 INFO [RS:0;ec46afd49254:38293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C38293%2C1733462356498.rep:(num 1733462369374) 2024-12-06T05:19:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741832_1008 (size=1336) 2024-12-06T05:19:42,011 DEBUG [RS:0;ec46afd49254:38293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/oldWALs 2024-12-06T05:19:42,011 INFO [RS:0;ec46afd49254:38293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C38293%2C1733462356498:(num 1733462358812) 2024-12-06T05:19:42,011 DEBUG [RS:0;ec46afd49254:38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:42,012 INFO [RS:0;ec46afd49254:38293 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:19:42,012 INFO [RS:0;ec46afd49254:38293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:42,012 INFO [RS:0;ec46afd49254:38293 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:42,012 INFO [RS:0;ec46afd49254:38293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:42,012 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:42,012 INFO [RS:0;ec46afd49254:38293 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,38293,1733462356498 because: Region server is closing 2024-12-06T05:19:42,012 INFO [RS:0;ec46afd49254:38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:38293. 2024-12-06T05:19:42,012 DEBUG [RS:0;ec46afd49254:38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:42,012 DEBUG [RS:0;ec46afd49254:38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:42,013 DEBUG [RS:0;ec46afd49254:38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:42,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:42,113 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.wal-reader.ec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:19:42,113 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-06T05:19:42,113 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-06T05:19:42,113 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-06T05:19:42,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:42,778 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:42,786 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:42,915 INFO [RS:0;ec46afd49254:38293 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38293,1733462356498.replicationSource.shipperec46afd49254%2C38293%2C1733462356498,1-ec46afd49254,38293,1733462356498 terminated 2024-12-06T05:19:42,915 INFO [RS:0;ec46afd49254:38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:38293. 2024-12-06T05:19:42,915 DEBUG [RS:0;ec46afd49254:38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:19:42,915 DEBUG [RS:0;ec46afd49254:38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:42,915 DEBUG [RS:0;ec46afd49254:38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:42,915 INFO [RS:0;ec46afd49254:38293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38293 2024-12-06T05:19:42,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:19:42,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618/rs 2024-12-06T05:19:42,979 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344070618/rs/ec46afd49254,38293,1733462356498 2024-12-06T05:19:42,980 INFO [RS:0;ec46afd49254:38293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:42,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,38293,1733462356498] 2024-12-06T05:19:42,990 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01344070618/draining/ec46afd49254,38293,1733462356498 already deleted, retry=false 2024-12-06T05:19:42,990 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,38293,1733462356498 expired; onlineServers=0 2024-12-06T05:19:42,990 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,37065,1733462356296' ***** 2024-12-06T05:19:42,990 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:19:42,990 INFO [M:0;ec46afd49254:37065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:19:42,990 INFO [M:0;ec46afd49254:37065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:19:42,990 DEBUG [M:0;ec46afd49254:37065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:19:42,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:19:42,990 DEBUG [M:0;ec46afd49254:37065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:19:42,990 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462358624 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462358624,5,FailOnTimeoutGroup] 2024-12-06T05:19:42,991 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462358628 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462358628,5,FailOnTimeoutGroup] 2024-12-06T05:19:42,991 INFO [M:0;ec46afd49254:37065 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:19:42,991 INFO [M:0;ec46afd49254:37065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:19:42,991 DEBUG [M:0;ec46afd49254:37065 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:19:42,991 INFO [M:0;ec46afd49254:37065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:19:42,991 INFO [M:0;ec46afd49254:37065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:19:42,991 INFO [M:0;ec46afd49254:37065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:19:42,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:19:43,001 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344070618/master 2024-12-06T05:19:43,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01344070618/master 2024-12-06T05:19:43,001 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:43,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01344070618 2024-12-06T05:19:43,001 DEBUG [M:0;ec46afd49254:37065 {}] zookeeper.ZKUtil(347): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Unable to get data of znode /01344070618/master because node does not exist (not an error) 2024-12-06T05:19:43,001 WARN [M:0;ec46afd49254:37065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:19:43,001 INFO [M:0;ec46afd49254:37065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/.lastflushedseqids 2024-12-06T05:19:43,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741852_1028 (size=263) 2024-12-06T05:19:43,040 INFO [M:0;ec46afd49254:37065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:19:43,040 INFO [M:0;ec46afd49254:37065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:19:43,040 DEBUG [M:0;ec46afd49254:37065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:19:43,040 INFO [M:0;ec46afd49254:37065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:43,040 DEBUG [M:0;ec46afd49254:37065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:43,040 DEBUG [M:0;ec46afd49254:37065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:19:43,040 DEBUG [M:0;ec46afd49254:37065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:43,040 INFO [M:0;ec46afd49254:37065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T05:19:43,055 DEBUG [M:0;ec46afd49254:37065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1cdd614e8864e9284666e096cb467bd is 82, key is hbase:meta,,1/info:regioninfo/1733462359852/Put/seqid=0 2024-12-06T05:19:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741853_1029 (size=5672) 2024-12-06T05:19:43,076 INFO [M:0;ec46afd49254:37065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1cdd614e8864e9284666e096cb467bd 2024-12-06T05:19:43,111 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:43,111 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101a914650a0001, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:43,111 INFO [RS:0;ec46afd49254:38293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:43,111 INFO [RS:0;ec46afd49254:38293 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,38293,1733462356498; zookeeper connection closed. 2024-12-06T05:19:43,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@87e1d1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@87e1d1f 2024-12-06T05:19:43,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:19:43,140 DEBUG [M:0;ec46afd49254:37065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd4b12982f344a18ac95ded772f1f2fd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733462369410/Put/seqid=0 2024-12-06T05:19:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741854_1030 (size=8516) 2024-12-06T05:19:43,178 INFO [M:0;ec46afd49254:37065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd4b12982f344a18ac95ded772f1f2fd 2024-12-06T05:19:43,204 DEBUG [M:0;ec46afd49254:37065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06ce0aa8fd654240a3851699791847e1 is 69, key is ec46afd49254,38293,1733462356498/rs:state/1733462358669/Put/seqid=0 2024-12-06T05:19:43,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741855_1031 (size=5156) 2024-12-06T05:19:43,609 INFO [M:0;ec46afd49254:37065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06ce0aa8fd654240a3851699791847e1 2024-12-06T05:19:43,613 DEBUG [M:0;ec46afd49254:37065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1cdd614e8864e9284666e096cb467bd as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1cdd614e8864e9284666e096cb467bd 2024-12-06T05:19:43,618 INFO [M:0;ec46afd49254:37065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1cdd614e8864e9284666e096cb467bd, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T05:19:43,619 DEBUG [M:0;ec46afd49254:37065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd4b12982f344a18ac95ded772f1f2fd as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd4b12982f344a18ac95ded772f1f2fd 2024-12-06T05:19:43,623 INFO [M:0;ec46afd49254:37065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd4b12982f344a18ac95ded772f1f2fd, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T05:19:43,624 DEBUG [M:0;ec46afd49254:37065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06ce0aa8fd654240a3851699791847e1 as hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06ce0aa8fd654240a3851699791847e1 2024-12-06T05:19:43,628 INFO [M:0;ec46afd49254:37065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/7b2c57dd-5875-1882-03d0-336a4a31433f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06ce0aa8fd654240a3851699791847e1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T05:19:43,630 INFO [M:0;ec46afd49254:37065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 590ms, sequenceid=97, compaction requested=false 2024-12-06T05:19:43,635 INFO [M:0;ec46afd49254:37065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:43,635 DEBUG [M:0;ec46afd49254:37065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462383040Disabling compacts and flushes for region at 1733462383040Disabling writes for close at 1733462383040Obtaining lock to block concurrent updates at 1733462383040Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462383040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733462383041 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462383041Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462383042 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462383055 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462383055Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462383089 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462383139 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462383139Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462383183 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462383203 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462383203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ad0b95: reopening flushed file at 1733462383613 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13728b8b: reopening flushed file at 1733462383618 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373b6b30: reopening flushed file at 1733462383623 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 590ms, sequenceid=97, compaction requested=false at 1733462383630 (+7 ms)Writing region close event to WAL at 1733462383635 (+5 ms)Closed at 1733462383635 2024-12-06T05:19:43,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741830_1006 (size=63654) 2024-12-06T05:19:43,637 INFO [M:0;ec46afd49254:37065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:19:43,638 INFO [M:0;ec46afd49254:37065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37065 2024-12-06T05:19:43,638 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:19:43,638 INFO [M:0;ec46afd49254:37065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:19:43,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:19:43,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:43,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:43,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:43,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:43,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:43,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:43,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:43,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:43,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:43,785 INFO [M:0;ec46afd49254:37065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:19:43,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:43,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37065-0x101a914650a0000, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:19:43,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38fbfa94{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:19:43,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c7fd2f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:19:43,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:19:43,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@136e4fd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:19:43,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7b4cb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.log.dir/,STOPPED} 2024-12-06T05:19:43,790 WARN [BP-1814075828-172.17.0.3-1733462354300 heartbeating to localhost/127.0.0.1:43515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:19:43,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:19:43,790 WARN [BP-1814075828-172.17.0.3-1733462354300 heartbeating to localhost/127.0.0.1:43515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1814075828-172.17.0.3-1733462354300 (Datanode Uuid bc58b439-012a-4d91-aefa-e1a1f97fcce3) service to localhost/127.0.0.1:43515 2024-12-06T05:19:43,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:19:43,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/cluster_e4ff9ede-1561-cde4-ab68-ab7ad68c9f49/data/data1/current/BP-1814075828-172.17.0.3-1733462354300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:19:43,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/cluster_e4ff9ede-1561-cde4-ab68-ab7ad68c9f49/data/data2/current/BP-1814075828-172.17.0.3-1733462354300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:19:43,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:19:43,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10897beb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:19:43,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38df7f86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:19:43,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:19:43,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ade12fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:19:43,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@521b1f48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff49267a-f2f5-af08-97c5-99b65aff5b6a/hadoop.log.dir/,STOPPED} 2024-12-06T05:19:43,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:19:43,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:19:43,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 202) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:34499 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:34499 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:34499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:34499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43515 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:34499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43515 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:34499 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=618 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=641 (was 626) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6359 (was 5937) - AvailableMemoryMB LEAK? - 2024-12-06T05:19:43,834 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=641, ProcessCount=11, AvailableMemoryMB=6359 2024-12-06T05:19:43,849 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-06T05:19:43,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.log.dir so I do NOT create it in target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46 2024-12-06T05:19:43,849 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:19:43,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.tmp.dir so I do NOT create it in target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46 2024-12-06T05:19:43,849 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/422bb085-beae-0359-07d7-b7ef3722eed3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:19:43,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46 2024-12-06T05:19:43,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/cluster_287b7604-1c98-37af-13f5-4240702f0a0f, deleteOnExit=true 2024-12-06T05:19:43,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a914650a0005, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:19:43,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a914650a0002, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:19:43,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a914650a0002, quorum=127.0.0.1:54744, baseZNode=/01344070618 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:19:43,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a914650a0005, quorum=127.0.0.1:54744, baseZNode=/1609653880 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:19:43,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/cluster_287b7604-1c98-37af-13f5-4240702f0a0f/zookeeper_0, clientPort=60236, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/cluster_287b7604-1c98-37af-13f5-4240702f0a0f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/cluster_287b7604-1c98-37af-13f5-4240702f0a0f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:19:43,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60236 2024-12-06T05:19:43,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:19:43,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:19:43,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/test.cache.data in system properties and HBase conf 2024-12-06T05:19:43,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:19:43,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:19:43,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:19:43,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:19:43,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:19:43,906 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:19:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:19:43,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:19:44,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:44,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:44,798 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:44,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:44,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:19:44,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:19:44,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:19:44,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:19:44,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:44,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f24379b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:19:44,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7646ee76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:19:44,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cb2cb59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/java.io.tmpdir/jetty-localhost-46159-hadoop-hdfs-3_4_1-tests_jar-_-any-6732772974468276201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:19:44,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@608d745a{HTTP/1.1, (http/1.1)}{localhost:46159} 2024-12-06T05:19:44,952 INFO [Time-limited test {}] server.Server(415): Started @241325ms 2024-12-06T05:19:45,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:45,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:19:45,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:19:45,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:19:45,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:19:45,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b603147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:19:45,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20bb2f2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:19:45,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cf9e40a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/java.io.tmpdir/jetty-localhost-39439-hadoop-hdfs-3_4_1-tests_jar-_-any-10507396354432751676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:19:45,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33f5d961{HTTP/1.1, (http/1.1)}{localhost:39439} 2024-12-06T05:19:45,455 INFO [Time-limited test {}] server.Server(415): Started @241828ms 2024-12-06T05:19:45,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:19:46,272 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/cluster_287b7604-1c98-37af-13f5-4240702f0a0f/data/data2/current/BP-1630554904-172.17.0.3-1733462383925/current, will proceed with Du for space computation calculation, 2024-12-06T05:19:46,272 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/cluster_287b7604-1c98-37af-13f5-4240702f0a0f/data/data1/current/BP-1630554904-172.17.0.3-1733462383925/current, will proceed with Du for space computation calculation, 2024-12-06T05:19:46,292 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:19:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf49ceaa334b3271 with lease ID 0x352573be01837f84: Processing first storage report for DS-24c7c91b-4b14-4e81-ba68-0b3c8cd1c4d6 from datanode DatanodeRegistration(127.0.0.1:42287, datanodeUuid=389bf859-a070-4742-9ecd-24f7393a6099, infoPort=42459, infoSecurePort=0, ipcPort=40395, storageInfo=lv=-57;cid=testClusterID;nsid=1966790151;c=1733462383925) 2024-12-06T05:19:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf49ceaa334b3271 with lease ID 0x352573be01837f84: from storage DS-24c7c91b-4b14-4e81-ba68-0b3c8cd1c4d6 node DatanodeRegistration(127.0.0.1:42287, datanodeUuid=389bf859-a070-4742-9ecd-24f7393a6099, infoPort=42459, infoSecurePort=0, ipcPort=40395, storageInfo=lv=-57;cid=testClusterID;nsid=1966790151;c=1733462383925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:19:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf49ceaa334b3271 with lease ID 0x352573be01837f84: Processing first storage report for DS-7a5d8a7a-ea1b-4272-a6f5-b2599219a371 from datanode DatanodeRegistration(127.0.0.1:42287, datanodeUuid=389bf859-a070-4742-9ecd-24f7393a6099, infoPort=42459, infoSecurePort=0, ipcPort=40395, storageInfo=lv=-57;cid=testClusterID;nsid=1966790151;c=1733462383925) 2024-12-06T05:19:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf49ceaa334b3271 with lease ID 0x352573be01837f84: from storage DS-7a5d8a7a-ea1b-4272-a6f5-b2599219a371 node DatanodeRegistration(127.0.0.1:42287, datanodeUuid=389bf859-a070-4742-9ecd-24f7393a6099, infoPort=42459, infoSecurePort=0, ipcPort=40395, storageInfo=lv=-57;cid=testClusterID;nsid=1966790151;c=1733462383925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:19:46,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46 2024-12-06T05:19:46,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:46,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:46,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:19:46,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b with version=8 2024-12-06T05:19:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/hbase-staging 2024-12-06T05:19:46,798 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:46,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:46,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:46,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:46,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:46,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:46,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:19:46,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:46,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43283 2024-12-06T05:19:46,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43283 connecting to ZooKeeper ensemble=127.0.0.1:60236 2024-12-06T05:19:46,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432830x0, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:46,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43283-0x101a914d8cc0000 connected 2024-12-06T05:19:46,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:46,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:46,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on znode that does not yet exist, /0153225552/running 2024-12-06T05:19:46,976 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b, hbase.cluster.distributed=false 2024-12-06T05:19:46,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on znode that does not yet exist, /0153225552/acl 2024-12-06T05:19:46,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43283 2024-12-06T05:19:46,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43283 2024-12-06T05:19:46,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43283 2024-12-06T05:19:46,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43283 2024-12-06T05:19:46,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43283 2024-12-06T05:19:47,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:47,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:47,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:47,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:47,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:47,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:47,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:19:47,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:47,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45795 2024-12-06T05:19:47,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45795 connecting to ZooKeeper ensemble=127.0.0.1:60236 2024-12-06T05:19:47,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:47,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:47,025 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457950x0, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:47,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457950x0, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on znode that does not yet exist, /0153225552/running 2024-12-06T05:19:47,027 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:19:47,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45795-0x101a914d8cc0001 connected 2024-12-06T05:19:47,036 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:19:47,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on znode that does not yet exist, /0153225552/master 2024-12-06T05:19:47,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on znode that does not yet exist, /0153225552/acl 2024-12-06T05:19:47,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45795 2024-12-06T05:19:47,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45795 2024-12-06T05:19:47,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45795 2024-12-06T05:19:47,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45795 2024-12-06T05:19:47,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45795 2024-12-06T05:19:47,053 DEBUG [M:0;ec46afd49254:43283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:43283 2024-12-06T05:19:47,053 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0153225552/backup-masters/ec46afd49254,43283,1733462386798 2024-12-06T05:19:47,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552/backup-masters 2024-12-06T05:19:47,063 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552/backup-masters 2024-12-06T05:19:47,063 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on existing znode=/0153225552/backup-masters/ec46afd49254,43283,1733462386798 2024-12-06T05:19:47,073 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0153225552/master 2024-12-06T05:19:47,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:47,073 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:47,073 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on existing znode=/0153225552/master 2024-12-06T05:19:47,073 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0153225552/backup-masters/ec46afd49254,43283,1733462386798 from backup master directory 2024-12-06T05:19:47,084 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552/backup-masters 2024-12-06T05:19:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153225552/backup-masters/ec46afd49254,43283,1733462386798 2024-12-06T05:19:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552/backup-masters 2024-12-06T05:19:47,084 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:47,084 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,43283,1733462386798 2024-12-06T05:19:47,087 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/hbase.id] with ID: 2cbec4e8-abae-46f4-90ed-815200e98826 2024-12-06T05:19:47,087 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/.tmp/hbase.id 2024-12-06T05:19:47,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:19:47,491 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/.tmp/hbase.id]:[hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/hbase.id] 2024-12-06T05:19:47,499 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:47,499 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:19:47,500 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:19:47,551 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:19:47,956 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:47,957 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:19:47,958 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:19:48,364 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store 2024-12-06T05:19:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:19:48,769 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:48,769 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:19:48,769 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:48,769 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:48,769 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:19:48,769 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:48,769 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:48,770 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462388769Disabling compacts and flushes for region at 1733462388769Disabling writes for close at 1733462388769Writing region close event to WAL at 1733462388769Closed at 1733462388769 2024-12-06T05:19:48,770 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/.initializing 2024-12-06T05:19:48,770 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/WALs/ec46afd49254,43283,1733462386798 2024-12-06T05:19:48,771 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:48,772 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C43283%2C1733462386798, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/WALs/ec46afd49254,43283,1733462386798, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/oldWALs, maxLogs=10 2024-12-06T05:19:48,783 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/WALs/ec46afd49254,43283,1733462386798/ec46afd49254%2C43283%2C1733462386798.1733462388772, exclude list is [], retry=0 2024-12-06T05:19:48,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42287,DS-24c7c91b-4b14-4e81-ba68-0b3c8cd1c4d6,DISK] 2024-12-06T05:19:48,787 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/WALs/ec46afd49254,43283,1733462386798/ec46afd49254%2C43283%2C1733462386798.1733462388772 2024-12-06T05:19:48,787 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42459:42459)] 2024-12-06T05:19:48,788 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:48,788 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:48,788 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,788 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:19:48,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:48,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:48,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:19:48,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:48,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:48,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:19:48,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:48,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:48,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:19:48,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:48,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:48,796 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,796 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,797 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,797 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,797 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,798 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:48,798 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:48,799 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:48,800 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61146662, jitterRate=-0.08884373307228088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:48,800 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462388788Initializing all the Stores at 1733462388788Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462388789 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462388791 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462388791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462388791Cleaning up temporary data from old regions at 1733462388797 (+6 ms)Region opened successfully at 1733462388800 (+3 ms) 2024-12-06T05:19:48,800 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:19:48,802 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436eef83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:48,803 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:19:48,803 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:19:48,803 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:19:48,803 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:19:48,803 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:19:48,804 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:19:48,804 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:19:48,805 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:19:48,805 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Unable to get data of znode /0153225552/balancer because node does not exist (not necessarily an error) 2024-12-06T05:19:48,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:48,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:48,828 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:48,873 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153225552/balancer already deleted, retry=false 2024-12-06T05:19:48,874 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:19:48,874 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Unable to get data of znode /0153225552/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:19:48,883 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153225552/normalizer already deleted, retry=false 2024-12-06T05:19:48,884 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:19:48,884 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Unable to get data of znode /0153225552/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:19:48,894 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153225552/switch/split already deleted, retry=false 2024-12-06T05:19:48,895 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Unable to get data of znode /0153225552/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:19:48,904 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153225552/switch/merge already deleted, retry=false 2024-12-06T05:19:48,906 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Unable to get data of znode /0153225552/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:19:48,915 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153225552/snapshot-cleanup already deleted, retry=false 2024-12-06T05:19:48,926 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0153225552/running 2024-12-06T05:19:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0153225552/running 2024-12-06T05:19:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:48,926 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:48,926 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,43283,1733462386798, sessionid=0x101a914d8cc0000, setting cluster-up flag (Was=false) 2024-12-06T05:19:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:48,947 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:48,978 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0153225552/flush-table-proc/acquired, /0153225552/flush-table-proc/reached, /0153225552/flush-table-proc/abort 2024-12-06T05:19:48,980 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,43283,1733462386798 2024-12-06T05:19:48,999 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:48,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:49,031 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0153225552/online-snapshot/acquired, /0153225552/online-snapshot/reached, /0153225552/online-snapshot/abort 2024-12-06T05:19:49,032 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,43283,1733462386798 2024-12-06T05:19:49,033 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:19:49,034 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:49,034 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:19:49,034 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:19:49,034 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,43283,1733462386798 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:19:49,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:49,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:49,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:49,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:49,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:19:49,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:49,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462419036 2024-12-06T05:19:49,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:19:49,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:19:49,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:19:49,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:19:49,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:19:49,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:19:49,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:49,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:19:49,036 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:19:49,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:19:49,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:19:49,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:19:49,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:19:49,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:19:49,037 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462389037,5,FailOnTimeoutGroup] 2024-12-06T05:19:49,037 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462389037,5,FailOnTimeoutGroup] 2024-12-06T05:19:49,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:19:49,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,037 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:49,037 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:19:49,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:19:49,047 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(746): ClusterId : 2cbec4e8-abae-46f4-90ed-815200e98826 2024-12-06T05:19:49,047 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:19:49,056 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:19:49,056 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:19:49,067 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:19:49,067 DEBUG [RS:0;ec46afd49254:45795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d091a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:49,079 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:45795 2024-12-06T05:19:49,079 INFO [RS:0;ec46afd49254:45795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:19:49,079 INFO [RS:0;ec46afd49254:45795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:19:49,079 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:19:49,079 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,43283,1733462386798 with port=45795, startcode=1733462387005 2024-12-06T05:19:49,080 DEBUG [RS:0;ec46afd49254:45795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:19:49,082 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:19:49,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,45795,1733462387005 2024-12-06T05:19:49,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43283 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,45795,1733462387005 2024-12-06T05:19:49,083 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b 2024-12-06T05:19:49,083 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37799 2024-12-06T05:19:49,083 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:19:49,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552/rs 2024-12-06T05:19:49,094 DEBUG [RS:0;ec46afd49254:45795 {}] zookeeper.ZKUtil(111): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on existing znode=/0153225552/rs/ec46afd49254,45795,1733462387005 2024-12-06T05:19:49,094 WARN [RS:0;ec46afd49254:45795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:49,095 INFO [RS:0;ec46afd49254:45795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:49,095 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005 2024-12-06T05:19:49,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,45795,1733462387005] 2024-12-06T05:19:49,098 INFO [RS:0;ec46afd49254:45795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:19:49,099 INFO [RS:0;ec46afd49254:45795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:19:49,099 INFO [RS:0;ec46afd49254:45795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:19:49,099 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,099 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:19:49,100 INFO [RS:0;ec46afd49254:45795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:19:49,100 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:49,100 DEBUG [RS:0;ec46afd49254:45795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:49,103 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,103 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,103 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,103 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,103 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,103 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45795,1733462387005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:49,116 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:19:49,116 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45795,1733462387005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,116 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,116 INFO [RS:0;ec46afd49254:45795 {}] regionserver.Replication(171): ec46afd49254,45795,1733462387005 started 2024-12-06T05:19:49,127 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:49,127 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,45795,1733462387005, RpcServer on ec46afd49254/172.17.0.3:45795, sessionid=0x101a914d8cc0001 2024-12-06T05:19:49,127 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:19:49,127 DEBUG [RS:0;ec46afd49254:45795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,45795,1733462387005 2024-12-06T05:19:49,127 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,45795,1733462387005' 2024-12-06T05:19:49,127 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0153225552/flush-table-proc/abort' 2024-12-06T05:19:49,128 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0153225552/flush-table-proc/acquired' 2024-12-06T05:19:49,128 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:19:49,128 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:19:49,128 DEBUG [RS:0;ec46afd49254:45795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,45795,1733462387005 2024-12-06T05:19:49,128 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,45795,1733462387005' 2024-12-06T05:19:49,128 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0153225552/online-snapshot/abort' 2024-12-06T05:19:49,128 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0153225552/online-snapshot/acquired' 2024-12-06T05:19:49,129 DEBUG [RS:0;ec46afd49254:45795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:19:49,129 INFO [RS:0;ec46afd49254:45795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:19:49,129 INFO [RS:0;ec46afd49254:45795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:19:49,229 INFO [RS:0;ec46afd49254:45795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:49,230 INFO [RS:0;ec46afd49254:45795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C45795%2C1733462387005, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/oldWALs, maxLogs=10 2024-12-06T05:19:49,242 DEBUG [RS:0;ec46afd49254:45795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230, exclude list is [], retry=0 2024-12-06T05:19:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42287,DS-24c7c91b-4b14-4e81-ba68-0b3c8cd1c4d6,DISK] 2024-12-06T05:19:49,246 INFO [RS:0;ec46afd49254:45795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 2024-12-06T05:19:49,247 DEBUG [RS:0;ec46afd49254:45795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42459:42459)] 2024-12-06T05:19:49,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:19:49,443 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b 2024-12-06T05:19:49,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:19:49,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:49,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:19:49,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:19:49,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:49,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:49,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:19:49,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:19:49,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:49,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:49,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:19:49,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:19:49,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:49,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:49,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:19:49,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:19:49,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:49,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:49,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:19:49,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740 2024-12-06T05:19:49,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740 2024-12-06T05:19:49,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:19:49,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:19:49,856 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:49,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:19:49,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:49,859 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74253248, jitterRate=0.1064596176147461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:49,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462389849Initializing all the Stores at 1733462389849Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462389849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462389849Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462389849Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462389849Cleaning up temporary data from old regions at 1733462389856 (+7 ms)Region opened successfully at 1733462389859 (+3 ms) 2024-12-06T05:19:49,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:19:49,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:19:49,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:19:49,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:19:49,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:19:49,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:49,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462389859Disabling compacts and flushes for region at 1733462389859Disabling writes for close at 1733462389859Writing region close event to WAL at 1733462389860 (+1 ms)Closed at 1733462389860 2024-12-06T05:19:49,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:49,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:19:49,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:19:49,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:49,863 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:19:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:19:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:19:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:19:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:19:50,013 DEBUG [ec46afd49254:43283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:19:50,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,45795,1733462387005 2024-12-06T05:19:50,015 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,45795,1733462387005, state=OPENING 2024-12-06T05:19:50,024 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:19:50,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:50,035 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:19:50,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:50,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153225552/meta-region-server: CHANGED 2024-12-06T05:19:50,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153225552/meta-region-server: CHANGED 2024-12-06T05:19:50,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,45795,1733462387005}] 2024-12-06T05:19:50,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:19:50,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:19:50,192 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:19:50,192 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:50,192 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:19:50,193 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C45795%2C1733462387005.meta, suffix=.meta, logDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/oldWALs, maxLogs=10 2024-12-06T05:19:50,204 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.meta.1733462390193.meta, exclude list is [], retry=0 2024-12-06T05:19:50,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42287,DS-24c7c91b-4b14-4e81-ba68-0b3c8cd1c4d6,DISK] 2024-12-06T05:19:50,208 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.meta.1733462390193.meta 2024-12-06T05:19:50,208 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42459:42459)] 2024-12-06T05:19:50,208 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:50,208 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:50,208 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:19:50,208 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:19:50,208 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:19:50,208 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:19:50,208 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:50,208 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:19:50,208 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:19:50,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:19:50,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:19:50,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:50,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:50,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:19:50,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:19:50,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:50,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:50,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:19:50,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:19:50,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:50,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:50,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:19:50,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:19:50,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:50,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:50,213 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:19:50,214 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740 2024-12-06T05:19:50,214 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740 2024-12-06T05:19:50,215 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:19:50,215 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:19:50,215 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:50,216 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:19:50,217 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62746857, jitterRate=-0.06499896943569183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:50,217 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:19:50,217 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462390209Writing region info on filesystem at 1733462390209Initializing all the Stores at 1733462390209Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462390209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462390210 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462390210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462390210Cleaning up temporary data from old regions at 1733462390215 (+5 ms)Running coprocessor post-open hooks at 1733462390217 (+2 ms)Region opened successfully at 1733462390217 2024-12-06T05:19:50,218 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462390187 2024-12-06T05:19:50,220 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:19:50,220 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:19:50,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,45795,1733462387005 2024-12-06T05:19:50,221 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,45795,1733462387005, state=OPEN 2024-12-06T05:19:50,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0153225552/meta-region-server 2024-12-06T05:19:50,263 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0153225552/meta-region-server 2024-12-06T05:19:50,263 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,45795,1733462387005 2024-12-06T05:19:50,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153225552/meta-region-server: CHANGED 2024-12-06T05:19:50,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153225552/meta-region-server: CHANGED 2024-12-06T05:19:50,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:19:50,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,45795,1733462387005 in 228 msec 2024-12-06T05:19:50,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:19:50,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-12-06T05:19:50,272 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:50,272 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:19:50,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:50,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45795,1733462387005, seqNum=-1] 2024-12-06T05:19:50,274 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:50,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:50,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-12-06T05:19:50,282 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462390282, completionTime=-1 2024-12-06T05:19:50,282 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:19:50,283 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:19:50,285 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:19:50,285 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462450285 2024-12-06T05:19:50,285 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462510285 2024-12-06T05:19:50,285 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:19:50,286 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43283,1733462386798-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:50,286 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43283,1733462386798-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:50,286 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43283,1733462386798-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:50,286 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:43283, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:50,286 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:50,286 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:50,288 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:19:50,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.206sec 2024-12-06T05:19:50,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:19:50,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:19:50,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:19:50,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:19:50,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:19:50,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43283,1733462386798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:50,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43283,1733462386798-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:19:50,292 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:19:50,293 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:19:50,293 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,43283,1733462386798-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:50,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de7e626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:50,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,43283,-1 for getting cluster id 2024-12-06T05:19:50,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:50,351 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbec4e8-abae-46f4-90ed-815200e98826' 2024-12-06T05:19:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbec4e8-abae-46f4-90ed-815200e98826" 2024-12-06T05:19:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a041cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,43283,-1] 2024-12-06T05:19:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:50,355 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:50,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480edeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:50,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45795,1733462387005, seqNum=-1] 2024-12-06T05:19:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:50,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:50,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,43283,1733462386798 2024-12-06T05:19:50,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60236 2024-12-06T05:19:50,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:50,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a914d8cc0002 connected 2024-12-06T05:19:50,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.log.dir so I do NOT create it in target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2 2024-12-06T05:19:50,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:19:50,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.tmp.dir so I do NOT create it in target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2 2024-12-06T05:19:50,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:19:50,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2 2024-12-06T05:19:50,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:19:50,406 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/cluster_71551616-d726-3372-86c1-f0035c6e12c3, deleteOnExit=true 2024-12-06T05:19:50,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/test.cache.data in system properties and HBase conf 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:19:50,407 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:19:50,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:19:50,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:19:50,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:19:50,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:19:50,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:19:50,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:19:50,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:19:50,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:19:50,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:19:50,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:19:50,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:50,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:19:50,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:19:50,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:19:50,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:19:50,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:50,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41049712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:19:50,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193ce8df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:19:51,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@edf4ea2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/java.io.tmpdir/jetty-localhost-39885-hadoop-hdfs-3_4_1-tests_jar-_-any-10657689488131934869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:19:51,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@621cead8{HTTP/1.1, (http/1.1)}{localhost:39885} 2024-12-06T05:19:51,038 INFO [Time-limited test {}] server.Server(415): Started @247412ms 2024-12-06T05:19:51,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:19:51,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:19:51,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:19:51,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:19:51,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:19:51,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e13391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:19:51,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49730d8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:19:51,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@155883ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/java.io.tmpdir/jetty-localhost-44365-hadoop-hdfs-3_4_1-tests_jar-_-any-13232521727302883541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:19:51,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a3d5c02{HTTP/1.1, (http/1.1)}{localhost:44365} 2024-12-06T05:19:51,478 INFO [Time-limited test {}] server.Server(415): Started @247851ms 2024-12-06T05:19:51,479 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:19:52,127 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/cluster_71551616-d726-3372-86c1-f0035c6e12c3/data/data1/current/BP-580670330-172.17.0.3-1733462390441/current, will proceed with Du for space computation calculation, 2024-12-06T05:19:52,127 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/cluster_71551616-d726-3372-86c1-f0035c6e12c3/data/data2/current/BP-580670330-172.17.0.3-1733462390441/current, will proceed with Du for space computation calculation, 2024-12-06T05:19:52,148 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:19:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2717f02d77641e8a with lease ID 0x1942f2caf566abf1: Processing first storage report for DS-26b36cf5-90e2-4b05-ac82-5671cbbbe410 from datanode DatanodeRegistration(127.0.0.1:38265, datanodeUuid=f0d91d04-5a0b-4d01-9b4f-bbb1a9d6206d, infoPort=42367, infoSecurePort=0, ipcPort=46273, storageInfo=lv=-57;cid=testClusterID;nsid=929639064;c=1733462390441) 2024-12-06T05:19:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2717f02d77641e8a with lease ID 0x1942f2caf566abf1: from storage DS-26b36cf5-90e2-4b05-ac82-5671cbbbe410 node DatanodeRegistration(127.0.0.1:38265, datanodeUuid=f0d91d04-5a0b-4d01-9b4f-bbb1a9d6206d, infoPort=42367, infoSecurePort=0, ipcPort=46273, storageInfo=lv=-57;cid=testClusterID;nsid=929639064;c=1733462390441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:19:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2717f02d77641e8a with lease ID 0x1942f2caf566abf1: Processing first storage report for DS-93821c5f-f560-42d3-a078-1ee9b901c687 from datanode DatanodeRegistration(127.0.0.1:38265, datanodeUuid=f0d91d04-5a0b-4d01-9b4f-bbb1a9d6206d, infoPort=42367, infoSecurePort=0, ipcPort=46273, storageInfo=lv=-57;cid=testClusterID;nsid=929639064;c=1733462390441) 2024-12-06T05:19:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2717f02d77641e8a with lease ID 0x1942f2caf566abf1: from storage DS-93821c5f-f560-42d3-a078-1ee9b901c687 node DatanodeRegistration(127.0.0.1:38265, datanodeUuid=f0d91d04-5a0b-4d01-9b4f-bbb1a9d6206d, infoPort=42367, infoSecurePort=0, ipcPort=46273, storageInfo=lv=-57;cid=testClusterID;nsid=929639064;c=1733462390441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:19:52,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2 2024-12-06T05:19:52,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:52,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:19:52,612 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85 with version=8 2024-12-06T05:19:52,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/hbase-staging 2024-12-06T05:19:52,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:52,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:52,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:52,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:52,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:52,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:52,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:19:52,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:52,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40357 2024-12-06T05:19:52,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40357 connecting to ZooKeeper ensemble=127.0.0.1:60236 2024-12-06T05:19:52,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403570x0, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:52,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40357-0x101a914d8cc0003 connected 2024-12-06T05:19:52,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:52,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:52,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on znode that does not yet exist, /1-1474738576/running 2024-12-06T05:19:52,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85, hbase.cluster.distributed=false 2024-12-06T05:19:52,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on znode that does not yet exist, /1-1474738576/acl 2024-12-06T05:19:52,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40357 2024-12-06T05:19:52,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40357 2024-12-06T05:19:52,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40357 2024-12-06T05:19:52,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40357 2024-12-06T05:19:52,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40357 2024-12-06T05:19:52,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:19:52,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:52,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:52,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:19:52,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:19:52,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:19:52,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:19:52,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:19:52,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35987 2024-12-06T05:19:52,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35987 connecting to ZooKeeper ensemble=127.0.0.1:60236 2024-12-06T05:19:52,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:52,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359870x0, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:52,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35987-0x101a914d8cc0004 connected 2024-12-06T05:19:52,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on znode that does not yet exist, /1-1474738576/running 2024-12-06T05:19:52,805 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:19:52,820 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:19:52,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on znode that does not yet exist, /1-1474738576/master 2024-12-06T05:19:52,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on znode that does not yet exist, /1-1474738576/acl 2024-12-06T05:19:52,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35987 2024-12-06T05:19:52,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35987 2024-12-06T05:19:52,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35987 2024-12-06T05:19:52,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35987 2024-12-06T05:19:52,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35987 2024-12-06T05:19:52,855 DEBUG [M:0;ec46afd49254:40357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:40357 2024-12-06T05:19:52,856 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1474738576/backup-masters/ec46afd49254,40357,1733462392613 2024-12-06T05:19:52,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576/backup-masters 2024-12-06T05:19:52,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576/backup-masters 2024-12-06T05:19:52,888 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on existing znode=/1-1474738576/backup-masters/ec46afd49254,40357,1733462392613 2024-12-06T05:19:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1474738576/master 2024-12-06T05:19:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:52,898 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on existing znode=/1-1474738576/master 2024-12-06T05:19:52,899 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1474738576/backup-masters/ec46afd49254,40357,1733462392613 from backup master directory 2024-12-06T05:19:52,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576/backup-masters 2024-12-06T05:19:52,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1474738576/backup-masters/ec46afd49254,40357,1733462392613 2024-12-06T05:19:52,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576/backup-masters 2024-12-06T05:19:52,909 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:52,909 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,40357,1733462392613 2024-12-06T05:19:52,912 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/hbase.id] with ID: 2bb4a8c2-462a-4f19-938e-60c97af6f1d0 2024-12-06T05:19:52,913 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/.tmp/hbase.id 2024-12-06T05:19:52,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:19:52,918 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/.tmp/hbase.id]:[hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/hbase.id] 2024-12-06T05:19:52,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:19:52,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:19:52,935 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T05:19:52,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:52,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:19:53,354 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:53,355 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:19:53,355 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:19:53,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store 2024-12-06T05:19:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:19:54,190 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:54,190 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:19:54,190 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:54,190 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:54,190 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:19:54,190 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:54,190 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:19:54,191 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462394190Disabling compacts and flushes for region at 1733462394190Disabling writes for close at 1733462394190Writing region close event to WAL at 1733462394190Closed at 1733462394190 2024-12-06T05:19:54,191 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/.initializing 2024-12-06T05:19:54,191 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/WALs/ec46afd49254,40357,1733462392613 2024-12-06T05:19:54,193 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:54,196 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C40357%2C1733462392613, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/WALs/ec46afd49254,40357,1733462392613, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/oldWALs, maxLogs=10 2024-12-06T05:19:54,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/WALs/ec46afd49254,40357,1733462392613/ec46afd49254%2C40357%2C1733462392613.1733462394196, exclude list is [], retry=0 2024-12-06T05:19:54,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38265,DS-26b36cf5-90e2-4b05-ac82-5671cbbbe410,DISK] 2024-12-06T05:19:54,257 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/WALs/ec46afd49254,40357,1733462392613/ec46afd49254%2C40357%2C1733462392613.1733462394196 2024-12-06T05:19:54,257 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42367:42367)] 2024-12-06T05:19:54,257 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:54,258 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:54,258 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,258 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:19:54,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:54,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:54,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:19:54,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:54,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:54,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:19:54,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:54,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:54,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:19:54,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:54,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:54,271 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,277 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,278 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,279 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,279 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,280 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:54,281 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:19:54,285 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:54,286 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64176141, jitterRate=-0.04370097815990448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:54,286 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462394258Initializing all the Stores at 1733462394259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462394259Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462394259Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462394259Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462394259Cleaning up temporary data from old regions at 1733462394279 (+20 ms)Region opened successfully at 1733462394286 (+7 ms) 2024-12-06T05:19:54,292 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:19:54,296 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e39104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:54,297 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:19:54,297 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:19:54,297 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:19:54,297 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:19:54,298 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:19:54,299 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:19:54,299 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:19:54,301 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:19:54,302 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Unable to get data of znode /1-1474738576/balancer because node does not exist (not necessarily an error) 2024-12-06T05:19:54,350 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1474738576/balancer already deleted, retry=false 2024-12-06T05:19:54,351 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:19:54,352 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Unable to get data of znode /1-1474738576/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:19:54,361 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1474738576/normalizer already deleted, retry=false 2024-12-06T05:19:54,361 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:19:54,362 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Unable to get data of znode /1-1474738576/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:19:54,371 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1474738576/switch/split already deleted, retry=false 2024-12-06T05:19:54,372 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Unable to get data of znode /1-1474738576/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:19:54,382 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1474738576/switch/merge already deleted, retry=false 2024-12-06T05:19:54,384 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Unable to get data of znode /1-1474738576/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:19:54,392 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1474738576/snapshot-cleanup already deleted, retry=false 2024-12-06T05:19:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1474738576/running 2024-12-06T05:19:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1474738576/running 2024-12-06T05:19:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:54,404 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,40357,1733462392613, sessionid=0x101a914d8cc0003, setting cluster-up flag (Was=false) 2024-12-06T05:19:54,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:54,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:54,456 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1474738576/flush-table-proc/acquired, /1-1474738576/flush-table-proc/reached, /1-1474738576/flush-table-proc/abort 2024-12-06T05:19:54,456 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,40357,1733462392613 2024-12-06T05:19:54,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:54,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:54,508 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1474738576/online-snapshot/acquired, /1-1474738576/online-snapshot/reached, /1-1474738576/online-snapshot/abort 2024-12-06T05:19:54,509 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,40357,1733462392613 2024-12-06T05:19:54,510 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:19:54,511 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:54,512 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:19:54,512 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:19:54,512 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,40357,1733462392613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:19:54,513 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:54,513 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:54,513 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:54,513 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:19:54,513 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:19:54,513 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,513 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:54,513 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462424514 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:19:54,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:19:54,514 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:19:54,515 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:19:54,515 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:19:54,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:54,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:19:54,515 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462394515,5,FailOnTimeoutGroup] 2024-12-06T05:19:54,515 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462394515,5,FailOnTimeoutGroup] 2024-12-06T05:19:54,515 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,516 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:19:54,516 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,516 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:19:54,545 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(746): ClusterId : 2bb4a8c2-462a-4f19-938e-60c97af6f1d0 2024-12-06T05:19:54,545 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:19:54,558 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:19:54,558 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:19:54,568 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:19:54,569 DEBUG [RS:0;ec46afd49254:35987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219976c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:19:54,579 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:35987 2024-12-06T05:19:54,579 INFO [RS:0;ec46afd49254:35987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:19:54,579 INFO [RS:0;ec46afd49254:35987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:19:54,579 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:19:54,580 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,40357,1733462392613 with port=35987, startcode=1733462392715 2024-12-06T05:19:54,580 DEBUG [RS:0;ec46afd49254:35987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:19:54,581 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:19:54,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,35987,1733462392715 2024-12-06T05:19:54,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40357 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,35987,1733462392715 2024-12-06T05:19:54,583 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85 2024-12-06T05:19:54,583 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43723 2024-12-06T05:19:54,583 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:19:54,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576/rs 2024-12-06T05:19:54,623 DEBUG [RS:0;ec46afd49254:35987 {}] zookeeper.ZKUtil(111): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on existing znode=/1-1474738576/rs/ec46afd49254,35987,1733462392715 2024-12-06T05:19:54,623 WARN [RS:0;ec46afd49254:35987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:19:54,623 INFO [RS:0;ec46afd49254:35987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:54,623 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715 2024-12-06T05:19:54,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,35987,1733462392715] 2024-12-06T05:19:54,625 INFO [RS:0;ec46afd49254:35987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:19:54,626 INFO [RS:0;ec46afd49254:35987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:19:54,628 INFO [RS:0;ec46afd49254:35987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:19:54,628 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,628 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:19:54,629 INFO [RS:0;ec46afd49254:35987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:19:54,629 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:54,629 DEBUG [RS:0;ec46afd49254:35987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:19:54,633 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,633 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,633 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,633 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,633 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,633 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,35987,1733462392715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:54,645 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:19:54,645 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,35987,1733462392715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,645 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,645 INFO [RS:0;ec46afd49254:35987 {}] regionserver.Replication(171): ec46afd49254,35987,1733462392715 started 2024-12-06T05:19:54,661 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:54,661 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,35987,1733462392715, RpcServer on ec46afd49254/172.17.0.3:35987, sessionid=0x101a914d8cc0004 2024-12-06T05:19:54,661 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:19:54,661 DEBUG [RS:0;ec46afd49254:35987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,35987,1733462392715 2024-12-06T05:19:54,661 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,35987,1733462392715' 2024-12-06T05:19:54,661 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1474738576/flush-table-proc/abort' 2024-12-06T05:19:54,662 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1474738576/flush-table-proc/acquired' 2024-12-06T05:19:54,662 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:19:54,662 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:19:54,662 DEBUG [RS:0;ec46afd49254:35987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,35987,1733462392715 2024-12-06T05:19:54,662 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,35987,1733462392715' 2024-12-06T05:19:54,662 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1474738576/online-snapshot/abort' 2024-12-06T05:19:54,662 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1474738576/online-snapshot/acquired' 2024-12-06T05:19:54,662 DEBUG [RS:0;ec46afd49254:35987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:19:54,662 INFO [RS:0;ec46afd49254:35987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:19:54,662 INFO [RS:0;ec46afd49254:35987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:19:54,763 INFO [RS:0;ec46afd49254:35987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:19:54,764 INFO [RS:0;ec46afd49254:35987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C35987%2C1733462392715, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/oldWALs, maxLogs=10 2024-12-06T05:19:54,775 DEBUG [RS:0;ec46afd49254:35987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764, exclude list is [], retry=0 2024-12-06T05:19:54,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38265,DS-26b36cf5-90e2-4b05-ac82-5671cbbbe410,DISK] 2024-12-06T05:19:54,779 INFO [RS:0;ec46afd49254:35987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 2024-12-06T05:19:54,779 DEBUG [RS:0;ec46afd49254:35987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42367:42367)] 2024-12-06T05:19:54,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:54,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:19:54,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85 2024-12-06T05:19:54,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:19:55,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:55,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:19:55,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:19:55,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:55,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:55,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:19:55,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:19:55,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:55,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:55,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:19:55,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:19:55,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:55,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:55,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:19:55,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:19:55,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:55,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:55,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:19:55,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740 2024-12-06T05:19:55,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740 2024-12-06T05:19:55,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:19:55,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:19:55,361 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:55,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:19:55,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:55,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62164215, jitterRate=-0.07368101179599762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:55,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462395335Initializing all the Stores at 1733462395335Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462395335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462395335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462395335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462395335Cleaning up temporary data from old regions at 1733462395360 (+25 ms)Region opened successfully at 1733462395370 (+10 ms) 2024-12-06T05:19:55,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:19:55,370 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:19:55,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:19:55,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:19:55,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:19:55,371 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:19:55,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462395370Disabling compacts and flushes for region at 1733462395370Disabling writes for close at 1733462395370Writing region close event to WAL at 1733462395371 (+1 ms)Closed at 1733462395371 2024-12-06T05:19:55,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:55,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:19:55,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:19:55,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:55,381 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:19:55,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:19:55,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:19:55,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:19:55,532 DEBUG [ec46afd49254:40357 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:19:55,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,35987,1733462392715 2024-12-06T05:19:55,534 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,35987,1733462392715, state=OPENING 2024-12-06T05:19:55,589 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:19:55,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:55,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:19:55,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:19:55,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1474738576/meta-region-server: CHANGED 2024-12-06T05:19:55,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,35987,1733462392715}] 2024-12-06T05:19:55,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1474738576/meta-region-server: CHANGED 2024-12-06T05:19:55,762 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:19:55,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:19:55,777 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:19:55,777 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:19:55,777 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:19:55,778 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C35987%2C1733462392715.meta, suffix=.meta, logDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/oldWALs, maxLogs=10 2024-12-06T05:19:55,803 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.meta.1733462395778.meta, exclude list is [], retry=0 2024-12-06T05:19:55,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38265,DS-26b36cf5-90e2-4b05-ac82-5671cbbbe410,DISK] 2024-12-06T05:19:55,808 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.meta.1733462395778.meta 2024-12-06T05:19:55,809 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42367:42367)] 2024-12-06T05:19:55,809 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:55,809 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:55,809 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:19:55,809 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:19:55,809 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:19:55,810 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:19:55,810 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:55,810 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:19:55,810 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:19:55,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:19:55,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:19:55,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:55,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:55,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:19:55,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:19:55,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:55,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:55,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:19:55,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:19:55,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:55,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:55,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:19:55,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:19:55,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:55,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:19:55,818 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:19:55,818 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740 2024-12-06T05:19:55,819 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740 2024-12-06T05:19:55,820 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:19:55,820 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:19:55,821 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:19:55,822 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:19:55,822 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63645637, jitterRate=-0.05160610377788544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:19:55,822 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:19:55,823 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462395810Writing region info on filesystem at 1733462395810Initializing all the Stores at 1733462395811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462395811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462395812 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462395812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462395812Cleaning up temporary data from old regions at 1733462395820 (+8 ms)Running coprocessor post-open hooks at 1733462395822 (+2 ms)Region opened successfully at 1733462395822 2024-12-06T05:19:55,824 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462395756 2024-12-06T05:19:55,826 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:19:55,826 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:19:55,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,35987,1733462392715 2024-12-06T05:19:55,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,35987,1733462392715, state=OPEN 2024-12-06T05:19:55,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1474738576/meta-region-server 2024-12-06T05:19:55,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1474738576/meta-region-server 2024-12-06T05:19:55,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,35987,1733462392715 2024-12-06T05:19:55,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1474738576/meta-region-server: CHANGED 2024-12-06T05:19:55,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1474738576/meta-region-server: CHANGED 2024-12-06T05:19:55,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:19:55,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,35987,1733462392715 in 235 msec 2024-12-06T05:19:55,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:19:55,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-12-06T05:19:55,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:19:55,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:19:55,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:55,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,35987,1733462392715, seqNum=-1] 2024-12-06T05:19:55,842 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:55,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:55,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-12-06T05:19:55,850 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462395850, completionTime=-1 2024-12-06T05:19:55,850 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:19:55,851 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:19:55,852 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:19:55,852 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462455852 2024-12-06T05:19:55,852 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462515852 2024-12-06T05:19:55,852 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:19:55,853 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40357,1733462392613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:55,853 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40357,1733462392613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:55,853 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40357,1733462392613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:55,853 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:40357, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:55,853 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:55,856 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:55,859 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:19:55,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.954sec 2024-12-06T05:19:55,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:19:55,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:19:55,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:19:55,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:19:55,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:19:55,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40357,1733462392613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:19:55,863 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40357,1733462392613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:19:55,866 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:19:55,866 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:19:55,866 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40357,1733462392613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:19:55,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27158bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:55,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40357,-1 for getting cluster id 2024-12-06T05:19:55,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:19:55,957 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb4a8c2-462a-4f19-938e-60c97af6f1d0' 2024-12-06T05:19:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:19:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb4a8c2-462a-4f19-938e-60c97af6f1d0" 2024-12-06T05:19:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b03ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40357,-1] 2024-12-06T05:19:55,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:19:55,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:19:55,959 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:19:55,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a74e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:19:55,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:19:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,35987,1733462392715, seqNum=-1] 2024-12-06T05:19:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:19:55,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:19:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,40357,1733462392613 2024-12-06T05:19:55,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60236 2024-12-06T05:19:55,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:19:55,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a914d8cc0005 connected 2024-12-06T05:19:56,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,43283,1733462386798 2024-12-06T05:19:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2151a637 2024-12-06T05:19:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:56,006 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:56,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:19:56,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:19:56,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:56,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:19:56,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:19:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:56,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:19:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:56,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fafb9c4944c9aefd6a5f58307ed7ab45, NAME => 'test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b 2024-12-06T05:19:56,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:19:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:56,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:56,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fafb9c4944c9aefd6a5f58307ed7ab45, disabling compactions & flushes 2024-12-06T05:19:56,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:19:56,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:19:56,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. after waiting 0 ms 2024-12-06T05:19:56,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:19:56,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:19:56,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fafb9c4944c9aefd6a5f58307ed7ab45: Waiting for close lock at 1733462396820Disabling compacts and flushes for region at 1733462396820Disabling writes for close at 1733462396820Writing region close event to WAL at 1733462396820Closed at 1733462396820 2024-12-06T05:19:56,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:19:56,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462396822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462396822"}]},"ts":"1733462396822"} 2024-12-06T05:19:56,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:19:56,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:19:56,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462396825"}]},"ts":"1733462396825"} 2024-12-06T05:19:56,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:19:56,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fafb9c4944c9aefd6a5f58307ed7ab45, ASSIGN}] 2024-12-06T05:19:56,827 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fafb9c4944c9aefd6a5f58307ed7ab45, ASSIGN 2024-12-06T05:19:56,828 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fafb9c4944c9aefd6a5f58307ed7ab45, ASSIGN; state=OFFLINE, location=ec46afd49254,45795,1733462387005; forceNewPlan=false, retain=false 2024-12-06T05:19:56,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fafb9c4944c9aefd6a5f58307ed7ab45, regionState=OPENING, regionLocation=ec46afd49254,45795,1733462387005 2024-12-06T05:19:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fafb9c4944c9aefd6a5f58307ed7ab45, ASSIGN because future has completed 2024-12-06T05:19:56,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fafb9c4944c9aefd6a5f58307ed7ab45, server=ec46afd49254,45795,1733462387005}] 2024-12-06T05:19:57,136 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:19:57,136 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fafb9c4944c9aefd6a5f58307ed7ab45, NAME => 'test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:57,136 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:57,136 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:19:57,136 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,136 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:57,136 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,136 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,137 INFO [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,138 INFO [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafb9c4944c9aefd6a5f58307ed7ab45 columnFamilyName f 2024-12-06T05:19:57,138 DEBUG [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:57,139 INFO [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] regionserver.HStore(327): Store=fafb9c4944c9aefd6a5f58307ed7ab45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:57,139 INFO [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,139 INFO [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafb9c4944c9aefd6a5f58307ed7ab45 columnFamilyName f1 2024-12-06T05:19:57,139 DEBUG [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:57,140 INFO [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] regionserver.HStore(327): Store=fafb9c4944c9aefd6a5f58307ed7ab45/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:57,140 INFO [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,140 INFO [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafb9c4944c9aefd6a5f58307ed7ab45 columnFamilyName norep 2024-12-06T05:19:57,140 DEBUG [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:57,141 INFO [StoreOpener-fafb9c4944c9aefd6a5f58307ed7ab45-1 {}] regionserver.HStore(327): Store=fafb9c4944c9aefd6a5f58307ed7ab45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:57,141 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,141 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,141 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,142 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,142 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,142 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:19:57,143 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,144 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:57,144 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fafb9c4944c9aefd6a5f58307ed7ab45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62965820, jitterRate=-0.06173616647720337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:19:57,145 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:19:57,145 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fafb9c4944c9aefd6a5f58307ed7ab45: Running coprocessor pre-open hook at 1733462397136Writing region info on filesystem at 1733462397136Initializing all the Stores at 1733462397137 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462397137Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462397137Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462397137Cleaning up temporary data from old regions at 1733462397142 (+5 ms)Running coprocessor post-open hooks at 1733462397145 (+3 ms)Region opened successfully at 1733462397145 2024-12-06T05:19:57,146 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45., pid=6, masterSystemTime=1733462397132 2024-12-06T05:19:57,148 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:19:57,148 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:19:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:57,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fafb9c4944c9aefd6a5f58307ed7ab45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,45795,1733462387005 2024-12-06T05:19:57,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fafb9c4944c9aefd6a5f58307ed7ab45, server=ec46afd49254,45795,1733462387005 because future has completed 2024-12-06T05:19:57,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:19:57,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fafb9c4944c9aefd6a5f58307ed7ab45, server=ec46afd49254,45795,1733462387005 in 170 msec 2024-12-06T05:19:57,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:19:57,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fafb9c4944c9aefd6a5f58307ed7ab45, ASSIGN in 326 msec 2024-12-06T05:19:57,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:19:57,159 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462397158"}]},"ts":"1733462397158"} 2024-12-06T05:19:57,160 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:19:57,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:19:57,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-06T05:19:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:58,158 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:19:58,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,40357,1733462392613 2024-12-06T05:19:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f23e49e 2024-12-06T05:19:58,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:19:58,160 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:19:58,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:19:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:19:58,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:19:58,162 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:58,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:19:58,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:19:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:19:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:58,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c48eabe1db175b78a1f9c84a54dae52, NAME => 'test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85 2024-12-06T05:19:58,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:19:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:58,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:19:58,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:58,928 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18296 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:19:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0c48eabe1db175b78a1f9c84a54dae52, disabling compactions & flushes 2024-12-06T05:19:58,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:19:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:19:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. after waiting 0 ms 2024-12-06T05:19:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:19:58,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:19:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c48eabe1db175b78a1f9c84a54dae52: Waiting for close lock at 1733462398975Disabling compacts and flushes for region at 1733462398975Disabling writes for close at 1733462398975Writing region close event to WAL at 1733462398975Closed at 1733462398975 2024-12-06T05:19:58,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:19:58,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462398976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462398976"}]},"ts":"1733462398976"} 2024-12-06T05:19:58,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:19:58,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:19:58,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462398979"}]},"ts":"1733462398979"} 2024-12-06T05:19:58,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:19:58,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c48eabe1db175b78a1f9c84a54dae52, ASSIGN}] 2024-12-06T05:19:58,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c48eabe1db175b78a1f9c84a54dae52, ASSIGN 2024-12-06T05:19:58,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0c48eabe1db175b78a1f9c84a54dae52, ASSIGN; state=OFFLINE, location=ec46afd49254,35987,1733462392715; forceNewPlan=false, retain=false 2024-12-06T05:19:59,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c48eabe1db175b78a1f9c84a54dae52, regionState=OPENING, regionLocation=ec46afd49254,35987,1733462392715 2024-12-06T05:19:59,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0c48eabe1db175b78a1f9c84a54dae52, ASSIGN because future has completed 2024-12-06T05:19:59,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c48eabe1db175b78a1f9c84a54dae52, server=ec46afd49254,35987,1733462392715}] 2024-12-06T05:19:59,290 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:19:59,290 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c48eabe1db175b78a1f9c84a54dae52, NAME => 'test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:19:59,290 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:19:59,290 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:19:59,290 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,291 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:19:59,291 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,291 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,292 INFO [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,293 INFO [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c48eabe1db175b78a1f9c84a54dae52 columnFamilyName f 2024-12-06T05:19:59,293 DEBUG [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:59,293 INFO [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] regionserver.HStore(327): Store=0c48eabe1db175b78a1f9c84a54dae52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:59,293 INFO [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,294 INFO [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c48eabe1db175b78a1f9c84a54dae52 columnFamilyName f1 2024-12-06T05:19:59,294 DEBUG [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:59,294 INFO [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] regionserver.HStore(327): Store=0c48eabe1db175b78a1f9c84a54dae52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:59,294 INFO [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,295 INFO [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c48eabe1db175b78a1f9c84a54dae52 columnFamilyName norep 2024-12-06T05:19:59,295 DEBUG [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:19:59,295 INFO [StoreOpener-0c48eabe1db175b78a1f9c84a54dae52-1 {}] regionserver.HStore(327): Store=0c48eabe1db175b78a1f9c84a54dae52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:19:59,295 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,296 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,296 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,297 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,297 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,297 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:19:59,298 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:19:59,299 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:19:59,299 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c48eabe1db175b78a1f9c84a54dae52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71996797, jitterRate=0.07283587753772736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:19:59,299 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:19:59,299 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c48eabe1db175b78a1f9c84a54dae52: Running coprocessor pre-open hook at 1733462399291Writing region info on filesystem at 1733462399291Initializing all the Stores at 1733462399291Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462399291Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462399292 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462399292Cleaning up temporary data from old regions at 1733462399297 (+5 ms)Running coprocessor post-open hooks at 1733462399299 (+2 ms)Region opened successfully at 1733462399299 2024-12-06T05:19:59,300 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52., pid=6, masterSystemTime=1733462399286 2024-12-06T05:19:59,302 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:19:59,302 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:19:59,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c48eabe1db175b78a1f9c84a54dae52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,35987,1733462392715 2024-12-06T05:19:59,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c48eabe1db175b78a1f9c84a54dae52, server=ec46afd49254,35987,1733462392715 because future has completed 2024-12-06T05:19:59,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:19:59,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c48eabe1db175b78a1f9c84a54dae52, server=ec46afd49254,35987,1733462392715 in 169 msec 2024-12-06T05:19:59,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:19:59,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0c48eabe1db175b78a1f9c84a54dae52, ASSIGN in 326 msec 2024-12-06T05:19:59,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:19:59,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462399308"}]},"ts":"1733462399308"} 2024-12-06T05:19:59,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:19:59,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:19:59,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-06T05:19:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:19:59,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:19:59,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:19:59,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T05:19:59,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:19:59,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T05:19:59,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:19:59,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T05:19:59,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:19:59,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T05:20:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:00,308 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:20:00,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf35532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,43283,-1 for getting cluster id 2024-12-06T05:20:00,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:00,309 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbec4e8-abae-46f4-90ed-815200e98826' 2024-12-06T05:20:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbec4e8-abae-46f4-90ed-815200e98826" 2024-12-06T05:20:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce00dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,43283,-1] 2024-12-06T05:20:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:00,311 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa3b152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11311160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40357,-1 for getting cluster id 2024-12-06T05:20:00,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:00,312 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb4a8c2-462a-4f19-938e-60c97af6f1d0' 2024-12-06T05:20:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb4a8c2-462a-4f19-938e-60c97af6f1d0" 2024-12-06T05:20:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f09d03c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40357,-1] 2024-12-06T05:20:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:00,313 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae3e587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d98148e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,43283,-1 for getting cluster id 2024-12-06T05:20:00,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:00,315 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbec4e8-abae-46f4-90ed-815200e98826' 2024-12-06T05:20:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbec4e8-abae-46f4-90ed-815200e98826" 2024-12-06T05:20:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa10ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,43283,-1] 2024-12-06T05:20:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:00,316 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,43283,1733462386798 2024-12-06T05:20:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f4a43a 2024-12-06T05:20:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:00,318 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:00,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:40357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:20:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:20:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:00,321 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:40357' 2024-12-06T05:20:00,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba628c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,322 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40357,-1 for getting cluster id 2024-12-06T05:20:00,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:00,322 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb4a8c2-462a-4f19-938e-60c97af6f1d0' 2024-12-06T05:20:00,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:00,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb4a8c2-462a-4f19-938e-60c97af6f1d0" 2024-12-06T05:20:00,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3494a207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40357,-1] 2024-12-06T05:20:00,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:00,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:00,324 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:00,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6576fc80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:00,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:00,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,40357,1733462392613 2024-12-06T05:20:00,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6da0fc9d 2024-12-06T05:20:00,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:00,325 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:00,326 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:20:00,326 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:20:00,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:00,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:00,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:00,327 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:00,327 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:20:00,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:20:00,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:00,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:20:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:20:00,378 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:20:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:00,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T05:20:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:00,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7208a0bd243a057ff2bfab652cee2f9, NAME => 'hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b 2024-12-06T05:20:00,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:20:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:01,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:01,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c7208a0bd243a057ff2bfab652cee2f9, disabling compactions & flushes 2024-12-06T05:20:01,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:01,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:01,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. after waiting 0 ms 2024-12-06T05:20:01,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:01,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:01,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7208a0bd243a057ff2bfab652cee2f9: Waiting for close lock at 1733462401140Disabling compacts and flushes for region at 1733462401140Disabling writes for close at 1733462401140Writing region close event to WAL at 1733462401140Closed at 1733462401140 2024-12-06T05:20:01,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:20:01,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462401142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462401142"}]},"ts":"1733462401142"} 2024-12-06T05:20:01,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:20:01,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:20:01,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462401146"}]},"ts":"1733462401146"} 2024-12-06T05:20:01,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:20:01,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7208a0bd243a057ff2bfab652cee2f9, ASSIGN}] 2024-12-06T05:20:01,150 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7208a0bd243a057ff2bfab652cee2f9, ASSIGN 2024-12-06T05:20:01,151 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7208a0bd243a057ff2bfab652cee2f9, ASSIGN; state=OFFLINE, location=ec46afd49254,45795,1733462387005; forceNewPlan=false, retain=false 2024-12-06T05:20:01,301 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7208a0bd243a057ff2bfab652cee2f9, regionState=OPENING, regionLocation=ec46afd49254,45795,1733462387005 2024-12-06T05:20:01,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7208a0bd243a057ff2bfab652cee2f9, ASSIGN because future has completed 2024-12-06T05:20:01,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7208a0bd243a057ff2bfab652cee2f9, server=ec46afd49254,45795,1733462387005}] 2024-12-06T05:20:01,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:20:01,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:01,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:01,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:01,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:20:01,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C45795%2C1733462387005.rep, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/oldWALs, maxLogs=10 2024-12-06T05:20:01,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.rep.1733462401461, exclude list is [], retry=0 2024-12-06T05:20:01,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42287,DS-24c7c91b-4b14-4e81-ba68-0b3c8cd1c4d6,DISK] 2024-12-06T05:20:01,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.rep.1733462401461 2024-12-06T05:20:01,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42459:42459)] 2024-12-06T05:20:01,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c7208a0bd243a057ff2bfab652cee2f9, NAME => 'hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:01,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:01,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:20:01,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. service=MultiRowMutationService 2024-12-06T05:20:01,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:20:01,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:01,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,477 INFO [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,478 INFO [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7208a0bd243a057ff2bfab652cee2f9 columnFamilyName hfileref 2024-12-06T05:20:01,478 DEBUG [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:01,479 INFO [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] regionserver.HStore(327): Store=c7208a0bd243a057ff2bfab652cee2f9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:01,479 INFO [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,480 INFO [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7208a0bd243a057ff2bfab652cee2f9 columnFamilyName queue 2024-12-06T05:20:01,480 DEBUG [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:01,480 INFO [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] regionserver.HStore(327): Store=c7208a0bd243a057ff2bfab652cee2f9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:01,480 INFO [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,481 INFO [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7208a0bd243a057ff2bfab652cee2f9 columnFamilyName sid 2024-12-06T05:20:01,481 DEBUG [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:01,481 INFO [StoreOpener-c7208a0bd243a057ff2bfab652cee2f9-1 {}] regionserver.HStore(327): Store=c7208a0bd243a057ff2bfab652cee2f9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:01,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/replication/c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/replication/c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:20:01,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/replication/c7208a0bd243a057ff2bfab652cee2f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:01,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c7208a0bd243a057ff2bfab652cee2f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74588136, jitterRate=0.11144983768463135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:20:01,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:01,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c7208a0bd243a057ff2bfab652cee2f9: Running coprocessor pre-open hook at 1733462401476Writing region info on filesystem at 1733462401476Initializing all the Stores at 1733462401477 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462401477Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462401477Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462401477Cleaning up temporary data from old regions at 1733462401482 (+5 ms)Running coprocessor post-open hooks at 1733462401485 (+3 ms)Region opened successfully at 1733462401485 2024-12-06T05:20:01,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9., pid=10, masterSystemTime=1733462401456 2024-12-06T05:20:01,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:01,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:01,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7208a0bd243a057ff2bfab652cee2f9, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,45795,1733462387005 2024-12-06T05:20:01,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7208a0bd243a057ff2bfab652cee2f9, server=ec46afd49254,45795,1733462387005 because future has completed 2024-12-06T05:20:01,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:20:01,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c7208a0bd243a057ff2bfab652cee2f9, server=ec46afd49254,45795,1733462387005 in 186 msec 2024-12-06T05:20:01,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:20:01,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7208a0bd243a057ff2bfab652cee2f9, ASSIGN in 343 msec 2024-12-06T05:20:01,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:20:01,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462401493"}]},"ts":"1733462401493"} 2024-12-06T05:20:01,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:20:01,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:20:01,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-06T05:20:01,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9., hostname=ec46afd49254,45795,1733462387005, seqNum=2] 2024-12-06T05:20:01,672 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:20:01,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:20:01,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:20:01,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:20:01,847 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:20:01,872 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,45795,1733462387005, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:20:01,873 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:01,873 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45795,1733462387005, seqNum=-1] 2024-12-06T05:20:01,873 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:01,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,45795,1733462387005', locateType=CURRENT is [region=hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9., hostname=ec46afd49254,45795,1733462387005, seqNum=2] 2024-12-06T05:20:01,878 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:20:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:20:01,880 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,45795,1733462387005 suceeded 2024-12-06T05:20:01,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:20:01,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-06T05:20:01,881 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:40357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:20:01,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5620 sec 2024-12-06T05:20:01,891 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:40357' 2024-12-06T05:20:01,892 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ecd9ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:01,892 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40357,-1 for getting cluster id 2024-12-06T05:20:01,892 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:01,893 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb4a8c2-462a-4f19-938e-60c97af6f1d0' 2024-12-06T05:20:01,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:01,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb4a8c2-462a-4f19-938e-60c97af6f1d0" 2024-12-06T05:20:01,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30023826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:01,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40357,-1] 2024-12-06T05:20:01,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:01,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:01,894 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:01,894 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41aa5f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:01,895 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:01,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,40357,1733462392613 2024-12-06T05:20:01,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c04829d 2024-12-06T05:20:01,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:01,896 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-06T05:20:01,896 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,45795,1733462387005 (queues=1) is replicating from cluster=2cbec4e8-abae-46f4-90ed-815200e98826 to cluster=2bb4a8c2-462a-4f19-938e-60c97af6f1d0 2024-12-06T05:20:01,896 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C45795%2C1733462387005 2024-12-06T05:20:01,897 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,45795,1733462387005, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:20:01,897 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C45795%2C1733462387005 2024-12-06T05:20:01,897 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230, startPosition=0, beingWritten=true 2024-12-06T05:20:01,901 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:01,901 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 379, reset compression=false 2024-12-06T05:20:01,901 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45795,1733462387005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:02,105 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 379, reset compression=false 2024-12-06T05:20:02,408 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 379, reset compression=false 2024-12-06T05:20:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:02,478 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:20:02,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:02,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:02,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:02,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:02,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:02,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7b7262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:02,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40357,-1 for getting cluster id 2024-12-06T05:20:02,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:02,480 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb4a8c2-462a-4f19-938e-60c97af6f1d0' 2024-12-06T05:20:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb4a8c2-462a-4f19-938e-60c97af6f1d0" 2024-12-06T05:20:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546ffcf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:02,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40357,-1] 2024-12-06T05:20:02,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:02,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:02,481 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:02,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2c97fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:02,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,40357,1733462392613 2024-12-06T05:20:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed52350 2024-12-06T05:20:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:02,484 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:02,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:43283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:20:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:20:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:02,486 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:43283' 2024-12-06T05:20:02,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1995bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:02,487 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,43283,-1 for getting cluster id 2024-12-06T05:20:02,487 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:02,488 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbec4e8-abae-46f4-90ed-815200e98826' 2024-12-06T05:20:02,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:02,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbec4e8-abae-46f4-90ed-815200e98826" 2024-12-06T05:20:02,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac80cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:02,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,43283,-1] 2024-12-06T05:20:02,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:02,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:02,489 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:02,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ce3ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:02,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:02,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,43283,1733462386798 2024-12-06T05:20:02,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59bc5320 2024-12-06T05:20:02,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:02,492 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:02,493 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:20:02,493 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:20:02,493 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:02,493 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:02,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:02,494 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:02,495 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:20:02,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:20:02,496 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:02,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:20:02,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:20:02,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 343e22bd0ce67ea34d71741ac757e954, NAME => 'hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85 2024-12-06T05:20:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:20:02,528 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:02,528 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 343e22bd0ce67ea34d71741ac757e954, disabling compactions & flushes 2024-12-06T05:20:02,528 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:02,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:02,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. after waiting 0 ms 2024-12-06T05:20:02,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:02,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:02,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 343e22bd0ce67ea34d71741ac757e954: Waiting for close lock at 1733462402528Disabling compacts and flushes for region at 1733462402528Disabling writes for close at 1733462402529 (+1 ms)Writing region close event to WAL at 1733462402529Closed at 1733462402529 2024-12-06T05:20:02,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:20:02,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462402530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462402530"}]},"ts":"1733462402530"} 2024-12-06T05:20:02,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:20:02,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:20:02,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462402534"}]},"ts":"1733462402534"} 2024-12-06T05:20:02,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:20:02,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=343e22bd0ce67ea34d71741ac757e954, ASSIGN}] 2024-12-06T05:20:02,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=343e22bd0ce67ea34d71741ac757e954, ASSIGN 2024-12-06T05:20:02,539 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=343e22bd0ce67ea34d71741ac757e954, ASSIGN; state=OFFLINE, location=ec46afd49254,35987,1733462392715; forceNewPlan=false, retain=false 2024-12-06T05:20:02,546 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:20:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:02,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=343e22bd0ce67ea34d71741ac757e954, regionState=OPENING, regionLocation=ec46afd49254,35987,1733462392715 2024-12-06T05:20:02,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=343e22bd0ce67ea34d71741ac757e954, ASSIGN because future has completed 2024-12-06T05:20:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 343e22bd0ce67ea34d71741ac757e954, server=ec46afd49254,35987,1733462392715}] 2024-12-06T05:20:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:02,812 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 379, reset compression=false 2024-12-06T05:20:02,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:02,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:02,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:20:02,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C35987%2C1733462392715.rep, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/oldWALs, maxLogs=10 2024-12-06T05:20:02,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.rep.1733462402849, exclude list is [], retry=0 2024-12-06T05:20:02,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38265,DS-26b36cf5-90e2-4b05-ac82-5671cbbbe410,DISK] 2024-12-06T05:20:02,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.rep.1733462402849 2024-12-06T05:20:02,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42367:42367)] 2024-12-06T05:20:02,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 343e22bd0ce67ea34d71741ac757e954, NAME => 'hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:02,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:02,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:20:02,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. service=MultiRowMutationService 2024-12-06T05:20:02,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:20:02,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:02,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,875 INFO [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,876 INFO [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 343e22bd0ce67ea34d71741ac757e954 columnFamilyName hfileref 2024-12-06T05:20:02,876 DEBUG [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:02,877 INFO [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] regionserver.HStore(327): Store=343e22bd0ce67ea34d71741ac757e954/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:02,877 INFO [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,878 INFO [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 343e22bd0ce67ea34d71741ac757e954 columnFamilyName queue 2024-12-06T05:20:02,878 DEBUG [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:02,878 INFO [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] regionserver.HStore(327): Store=343e22bd0ce67ea34d71741ac757e954/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:02,878 INFO [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,879 INFO [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 343e22bd0ce67ea34d71741ac757e954 columnFamilyName sid 2024-12-06T05:20:02,879 DEBUG [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:02,880 INFO [StoreOpener-343e22bd0ce67ea34d71741ac757e954-1 {}] regionserver.HStore(327): Store=343e22bd0ce67ea34d71741ac757e954/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:02,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/replication/343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/replication/343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:20:02,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/replication/343e22bd0ce67ea34d71741ac757e954/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:02,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 343e22bd0ce67ea34d71741ac757e954; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63393558, jitterRate=-0.05536237359046936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:20:02,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:02,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 343e22bd0ce67ea34d71741ac757e954: Running coprocessor pre-open hook at 1733462402874Writing region info on filesystem at 1733462402874Initializing all the Stores at 1733462402874Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462402874Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462402875 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462402875Cleaning up temporary data from old regions at 1733462402881 (+6 ms)Running coprocessor post-open hooks at 1733462402885 (+4 ms)Region opened successfully at 1733462402885 2024-12-06T05:20:02,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954., pid=10, masterSystemTime=1733462402844 2024-12-06T05:20:02,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:02,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:02,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=343e22bd0ce67ea34d71741ac757e954, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,35987,1733462392715 2024-12-06T05:20:02,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 343e22bd0ce67ea34d71741ac757e954, server=ec46afd49254,35987,1733462392715 because future has completed 2024-12-06T05:20:02,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:20:02,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 343e22bd0ce67ea34d71741ac757e954, server=ec46afd49254,35987,1733462392715 in 200 msec 2024-12-06T05:20:02,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:20:02,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=343e22bd0ce67ea34d71741ac757e954, ASSIGN in 357 msec 2024-12-06T05:20:02,897 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:20:02,897 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462402897"}]},"ts":"1733462402897"} 2024-12-06T05:20:02,899 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:20:02,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:20:02,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 406 msec 2024-12-06T05:20:02,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954., hostname=ec46afd49254,35987,1733462392715, seqNum=2] 2024-12-06T05:20:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:03,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:20:03,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:20:03,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:20:03,315 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 379, reset compression=false 2024-12-06T05:20:03,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:20:03,388 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:20:03,411 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,35987,1733462392715, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:20:03,412 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:03,412 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,35987,1733462392715, seqNum=-1] 2024-12-06T05:20:03,412 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:03,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:03,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,35987,1733462392715', locateType=CURRENT is [region=hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954., hostname=ec46afd49254,35987,1733462392715, seqNum=2] 2024-12-06T05:20:03,416 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:20:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:20:03,418 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,35987,1733462392715 suceeded 2024-12-06T05:20:03,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:20:03,420 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:43283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:20:03,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-06T05:20:03,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 936 msec 2024-12-06T05:20:03,429 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:43283' 2024-12-06T05:20:03,432 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27d630fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:03,432 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,43283,-1 for getting cluster id 2024-12-06T05:20:03,432 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:03,433 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbec4e8-abae-46f4-90ed-815200e98826' 2024-12-06T05:20:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbec4e8-abae-46f4-90ed-815200e98826" 2024-12-06T05:20:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3761a4b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,43283,-1] 2024-12-06T05:20:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:03,435 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:03,435 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e3a105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:03,435 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:03,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,43283,1733462386798 2024-12-06T05:20:03,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76be5103 2024-12-06T05:20:03,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:03,437 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-06T05:20:03,438 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,35987,1733462392715 (queues=1) is replicating from cluster=2bb4a8c2-462a-4f19-938e-60c97af6f1d0 to cluster=2cbec4e8-abae-46f4-90ed-815200e98826 2024-12-06T05:20:03,438 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C35987%2C1733462392715 2024-12-06T05:20:03,438 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,35987,1733462392715, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:20:03,438 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C35987%2C1733462392715 2024-12-06T05:20:03,438 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764, startPosition=0, beingWritten=true 2024-12-06T05:20:03,442 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:03,442 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 379, reset compression=false 2024-12-06T05:20:03,442 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,35987,1733462392715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:03,629 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:20:03,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:03,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:03,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:03,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:03,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:03,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45795,1733462387005, seqNum=-1] 2024-12-06T05:20:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:03,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45., hostname=ec46afd49254,45795,1733462387005, seqNum=2] 2024-12-06T05:20:03,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,35987,1733462392715, seqNum=-1] 2024-12-06T05:20:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:03,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52., hostname=ec46afd49254,35987,1733462392715, seqNum=2] 2024-12-06T05:20:03,639 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T05:20:03,646 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 379, reset compression=false 2024-12-06T05:20:03,919 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 379, reset compression=false 2024-12-06T05:20:03,923 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:03,923 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 480, reset compression=false 2024-12-06T05:20:03,923 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45795,1733462387005 got entry batch from reader: WALEntryBatch [walEntries=[{test/fafb9c4944c9aefd6a5f58307ed7ab45/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T05:20:03,924 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:20:03,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-06T05:20:03,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:03,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e3164c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:03,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,40357,-1 for getting cluster id 2024-12-06T05:20:03,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:03,928 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bb4a8c2-462a-4f19-938e-60c97af6f1d0' 2024-12-06T05:20:03,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:03,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bb4a8c2-462a-4f19-938e-60c97af6f1d0" 2024-12-06T05:20:03,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b79103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:03,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,40357,-1] 2024-12-06T05:20:03,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:03,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:03,929 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:03,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5539e3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:03,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,35987,1733462392715, seqNum=-1] 2024-12-06T05:20:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:03,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:03,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52., hostname=ec46afd49254,35987,1733462392715, seqNum=2] 2024-12-06T05:20:03,949 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 379, reset compression=false 2024-12-06T05:20:03,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:04,126 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 480, reset compression=false 2024-12-06T05:20:04,353 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 379, reset compression=false 2024-12-06T05:20:04,361 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:04,361 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 503, reset compression=false 2024-12-06T05:20:04,361 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,35987,1733462392715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:04,431 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 480, reset compression=false 2024-12-06T05:20:04,565 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 503, reset compression=false 2024-12-06T05:20:04,642 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T05:20:04,645 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T05:20:04,834 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 480, reset compression=false 2024-12-06T05:20:04,869 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 503, reset compression=false 2024-12-06T05:20:04,874 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:04,874 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 607, reset compression=false 2024-12-06T05:20:04,874 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,35987,1733462392715 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c48eabe1db175b78a1f9c84a54dae52/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T05:20:04,876 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:20:04,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-06T05:20:04,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:04,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a0ed3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:04,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,43283,-1 for getting cluster id 2024-12-06T05:20:04,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:04,879 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbec4e8-abae-46f4-90ed-815200e98826' 2024-12-06T05:20:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbec4e8-abae-46f4-90ed-815200e98826" 2024-12-06T05:20:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cbd6ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,43283,-1] 2024-12-06T05:20:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:04,880 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:04,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67d8c2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:04,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:04,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45795,1733462387005, seqNum=-1] 2024-12-06T05:20:04,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:04,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:04,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45., hostname=ec46afd49254,45795,1733462387005, seqNum=2] 2024-12-06T05:20:04,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:05,077 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 607, reset compression=false 2024-12-06T05:20:05,338 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 480, reset compression=false 2024-12-06T05:20:05,342 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:05,342 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 607, reset compression=false 2024-12-06T05:20:05,342 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45795,1733462387005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:05,381 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 607, reset compression=false 2024-12-06T05:20:05,546 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 607, reset compression=false 2024-12-06T05:20:05,646 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T05:20:05,660 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T05:20:05,784 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 607, reset compression=false 2024-12-06T05:20:05,849 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 607, reset compression=false 2024-12-06T05:20:05,855 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:05,855 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 763, reset compression=false 2024-12-06T05:20:05,855 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45795,1733462387005 got entry batch from reader: WALEntryBatch [walEntries=[{test/fafb9c4944c9aefd6a5f58307ed7ab45/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T05:20:05,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:05,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:06,060 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 763, reset compression=false 2024-12-06T05:20:06,289 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 607, reset compression=false 2024-12-06T05:20:06,292 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:06,293 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 754, reset compression=false 2024-12-06T05:20:06,293 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,35987,1733462392715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:06,363 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 763, reset compression=false 2024-12-06T05:20:06,500 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 754, reset compression=false 2024-12-06T05:20:06,662 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T05:20:06,666 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T05:20:06,767 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 763, reset compression=false 2024-12-06T05:20:06,804 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 754, reset compression=false 2024-12-06T05:20:06,812 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:06,812 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 913, reset compression=false 2024-12-06T05:20:06,812 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,35987,1733462392715 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c48eabe1db175b78a1f9c84a54dae52/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T05:20:06,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:06,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:06,978 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:20:06,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:06,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:06,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:06,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:07,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:07,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:07,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:07,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:07,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:20:07,021 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 913, reset compression=false 2024-12-06T05:20:07,271 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 763, reset compression=false 2024-12-06T05:20:07,275 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:07,275 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 912, reset compression=false 2024-12-06T05:20:07,275 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45795,1733462387005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:07,324 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 913, reset compression=false 2024-12-06T05:20:07,478 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 912, reset compression=false 2024-12-06T05:20:07,668 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T05:20:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:20:07,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:07,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:07,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:07,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:07,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:07,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:20:07,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=895103875, stopped=false 2024-12-06T05:20:07,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,40357,1733462392613 2024-12-06T05:20:07,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1474738576/running 2024-12-06T05:20:07,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1474738576/running 2024-12-06T05:20:07,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:20:07,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:20:07,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:07,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:07,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:07,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:07,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on znode that does not yet exist, /1-1474738576/running 2024-12-06T05:20:07,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,35987,1733462392715' ***** 2024-12-06T05:20:07,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:20:07,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Set watcher on znode that does not yet exist, /1-1474738576/running 2024-12-06T05:20:07,720 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:20:07,720 INFO [RS:0;ec46afd49254:35987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:20:07,720 INFO [RS:0;ec46afd49254:35987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:20:07,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:20:07,720 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c48eabe1db175b78a1f9c84a54dae52 2024-12-06T05:20:07,720 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(3091): Received CLOSE for 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:07,720 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,35987,1733462392715 2024-12-06T05:20:07,720 INFO [RS:0;ec46afd49254:35987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:07,720 INFO [RS:0;ec46afd49254:35987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:35987. 2024-12-06T05:20:07,720 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c48eabe1db175b78a1f9c84a54dae52, disabling compactions & flushes 2024-12-06T05:20:07,720 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:20:07,720 DEBUG [RS:0;ec46afd49254:35987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:07,720 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:20:07,720 DEBUG [RS:0;ec46afd49254:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:07,720 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. after waiting 0 ms 2024-12-06T05:20:07,721 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:20:07,721 INFO [RS:0;ec46afd49254:35987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:20:07,721 INFO [RS:0;ec46afd49254:35987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:20:07,721 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c48eabe1db175b78a1f9c84a54dae52 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-06T05:20:07,721 INFO [RS:0;ec46afd49254:35987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:20:07,721 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:20:07,721 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:20:07,721 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1325): Online Regions={0c48eabe1db175b78a1f9c84a54dae52=test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52., 1588230740=hbase:meta,,1.1588230740, 343e22bd0ce67ea34d71741ac757e954=hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954.} 2024-12-06T05:20:07,721 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1351): Waiting on 0c48eabe1db175b78a1f9c84a54dae52, 1588230740, 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:07,721 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:20:07,721 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:20:07,721 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:20:07,721 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:20:07,721 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:20:07,721 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:20:07,727 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 913, reset compression=false 2024-12-06T05:20:07,737 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/.tmp/f/2a8763ea76fc47a9b3379e5645a95962 is 29, key is row1/f:/1733462406663/DeleteFamily/seqid=0 2024-12-06T05:20:07,741 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:07,741 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 1160, reset compression=false 2024-12-06T05:20:07,741 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,35987,1733462392715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:07,742 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,35987,1733462392715: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,35987,1733462392715, walGroup=ec46afd49254%2C35987%2C1733462392715, offset=ec46afd49254%2C35987%2C1733462392715.1733462394764:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:35987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:20:07,743 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:20:07,744 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:20:07,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741840_1016 (size=5118) 2024-12-06T05:20:07,744 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:20:07,744 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:20:07,744 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:20:07,744 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 596827072 }, "NonHeapMemoryUsage": { "committed": 193593344, "init": 7667712, "max": -1, "used": 190294496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:20:07,745 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:40357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:40357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:20:07,745 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/.tmp/f/2a8763ea76fc47a9b3379e5645a95962 2024-12-06T05:20:07,747 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:07,751 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a8763ea76fc47a9b3379e5645a95962 2024-12-06T05:20:07,753 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/info/176eb7d1f73f4f058138d9202cce7b0b is 147, key is hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954./info:regioninfo/1733462402888/Put/seqid=0 2024-12-06T05:20:07,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741841_1017 (size=7686) 2024-12-06T05:20:07,769 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/.tmp/f1/5a49f9662fa0469f96944945f6dde06c is 30, key is row1/f1:/1733462406663/DeleteFamily/seqid=0 2024-12-06T05:20:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741842_1018 (size=5123) 2024-12-06T05:20:07,782 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 912, reset compression=false 2024-12-06T05:20:07,921 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1351): Waiting on 0c48eabe1db175b78a1f9c84a54dae52, 1588230740, 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:07,957 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 1160, reset compression=false 2024-12-06T05:20:08,121 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1351): Waiting on 0c48eabe1db175b78a1f9c84a54dae52, 1588230740, 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:08,159 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/info/176eb7d1f73f4f058138d9202cce7b0b 2024-12-06T05:20:08,173 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/.tmp/f1/5a49f9662fa0469f96944945f6dde06c 2024-12-06T05:20:08,178 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a49f9662fa0469f96944945f6dde06c 2024-12-06T05:20:08,182 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/ns/00de8648bd6a4de593016388e0643bb9 is 43, key is default/ns:d/1733462395843/Put/seqid=0 2024-12-06T05:20:08,184 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 912, reset compression=false 2024-12-06T05:20:08,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741843_1019 (size=5153) 2024-12-06T05:20:08,195 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/.tmp/norep/b3d28e9d699948b5b77ab395f089fad1 is 33, key is row1/norep:/1733462406663/DeleteFamily/seqid=0 2024-12-06T05:20:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741844_1020 (size=5108) 2024-12-06T05:20:08,260 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 1160, reset compression=false 2024-12-06T05:20:08,321 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1351): Waiting on 0c48eabe1db175b78a1f9c84a54dae52, 1588230740, 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:08,522 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1351): Waiting on 0c48eabe1db175b78a1f9c84a54dae52, 1588230740, 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:08,591 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/ns/00de8648bd6a4de593016388e0643bb9 2024-12-06T05:20:08,598 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/.tmp/norep/b3d28e9d699948b5b77ab395f089fad1 2024-12-06T05:20:08,602 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3d28e9d699948b5b77ab395f089fad1 2024-12-06T05:20:08,602 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/.tmp/f/2a8763ea76fc47a9b3379e5645a95962 as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/f/2a8763ea76fc47a9b3379e5645a95962 2024-12-06T05:20:08,613 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a8763ea76fc47a9b3379e5645a95962 2024-12-06T05:20:08,614 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/f/2a8763ea76fc47a9b3379e5645a95962, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T05:20:08,614 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/rep_barrier/034031f7ab144e0ebbcb0f5afb88c2a9 is 112, key is test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52./rep_barrier:seqnumDuringOpen/1733462399302/Put/seqid=0 2024-12-06T05:20:08,615 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/.tmp/f1/5a49f9662fa0469f96944945f6dde06c as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/f1/5a49f9662fa0469f96944945f6dde06c 2024-12-06T05:20:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741845_1021 (size=5518) 2024-12-06T05:20:08,619 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/rep_barrier/034031f7ab144e0ebbcb0f5afb88c2a9 2024-12-06T05:20:08,620 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a49f9662fa0469f96944945f6dde06c 2024-12-06T05:20:08,620 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/f1/5a49f9662fa0469f96944945f6dde06c, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T05:20:08,621 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/.tmp/norep/b3d28e9d699948b5b77ab395f089fad1 as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/norep/b3d28e9d699948b5b77ab395f089fad1 2024-12-06T05:20:08,627 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3d28e9d699948b5b77ab395f089fad1 2024-12-06T05:20:08,627 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/norep/b3d28e9d699948b5b77ab395f089fad1, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T05:20:08,628 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0c48eabe1db175b78a1f9c84a54dae52 in 907ms, sequenceid=8, compaction requested=false 2024-12-06T05:20:08,636 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/default/test/0c48eabe1db175b78a1f9c84a54dae52/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T05:20:08,637 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:08,637 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:20:08,637 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:20:08,637 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c48eabe1db175b78a1f9c84a54dae52: Waiting for close lock at 1733462407720Running coprocessor pre-close hooks at 1733462407720Disabling compacts and flushes for region at 1733462407720Disabling writes for close at 1733462407720Obtaining lock to block concurrent updates at 1733462407721 (+1 ms)Preparing flush snapshotting stores in 0c48eabe1db175b78a1f9c84a54dae52 at 1733462407721Finished memstore snapshotting test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733462407721Flushing stores of test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. at 1733462407722 (+1 ms)Flushing 0c48eabe1db175b78a1f9c84a54dae52/f: creating writer at 1733462407722Flushing 0c48eabe1db175b78a1f9c84a54dae52/f: appending metadata at 1733462407736 (+14 ms)Flushing 0c48eabe1db175b78a1f9c84a54dae52/f: closing flushed file at 1733462407736Flushing 0c48eabe1db175b78a1f9c84a54dae52/f1: creating writer at 1733462407751 (+15 ms)Flushing 0c48eabe1db175b78a1f9c84a54dae52/f1: appending metadata at 1733462407769 (+18 ms)Flushing 0c48eabe1db175b78a1f9c84a54dae52/f1: closing flushed file at 1733462407769Flushing 0c48eabe1db175b78a1f9c84a54dae52/norep: creating writer at 1733462408178 (+409 ms)Flushing 0c48eabe1db175b78a1f9c84a54dae52/norep: appending metadata at 1733462408195 (+17 ms)Flushing 0c48eabe1db175b78a1f9c84a54dae52/norep: closing flushed file at 1733462408195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e17aace: reopening flushed file at 1733462408602 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650a2a84: reopening flushed file at 1733462408614 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2955fc49: reopening flushed file at 1733462408620 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0c48eabe1db175b78a1f9c84a54dae52 in 907ms, sequenceid=8, compaction requested=false at 1733462408628 (+8 ms)Writing region close event to WAL at 1733462408633 (+5 ms)Running coprocessor post-close hooks at 1733462408637 (+4 ms)Closed at 1733462408637 2024-12-06T05:20:08,637 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462398160.0c48eabe1db175b78a1f9c84a54dae52. 2024-12-06T05:20:08,638 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 343e22bd0ce67ea34d71741ac757e954, disabling compactions & flushes 2024-12-06T05:20:08,638 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:08,638 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:08,638 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. after waiting 0 ms 2024-12-06T05:20:08,638 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:08,638 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 343e22bd0ce67ea34d71741ac757e954: Waiting for close lock at 1733462408637Running coprocessor pre-close hooks at 1733462408637Disabling compacts and flushes for region at 1733462408637Disabling writes for close at 1733462408638 (+1 ms)Failed flush hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954., putting online again at 1733462408638 2024-12-06T05:20:08,638 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:08,650 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/table/85c1b826d79a45be9555ee39c20d1bdd is 53, key is hbase:replication/table:state/1733462402897/Put/seqid=0 2024-12-06T05:20:08,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741846_1022 (size=5308) 2024-12-06T05:20:08,661 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/table/85c1b826d79a45be9555ee39c20d1bdd 2024-12-06T05:20:08,663 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 1160, reset compression=false 2024-12-06T05:20:08,667 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/info/176eb7d1f73f4f058138d9202cce7b0b as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/info/176eb7d1f73f4f058138d9202cce7b0b 2024-12-06T05:20:08,668 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:08,668 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 1804, reset compression=false 2024-12-06T05:20:08,674 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/info/176eb7d1f73f4f058138d9202cce7b0b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:20:08,675 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/ns/00de8648bd6a4de593016388e0643bb9 as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/ns/00de8648bd6a4de593016388e0643bb9 2024-12-06T05:20:08,679 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/ns/00de8648bd6a4de593016388e0643bb9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:20:08,679 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/rep_barrier/034031f7ab144e0ebbcb0f5afb88c2a9 as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/rep_barrier/034031f7ab144e0ebbcb0f5afb88c2a9 2024-12-06T05:20:08,683 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/rep_barrier/034031f7ab144e0ebbcb0f5afb88c2a9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:20:08,684 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/.tmp/table/85c1b826d79a45be9555ee39c20d1bdd as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/table/85c1b826d79a45be9555ee39c20d1bdd 2024-12-06T05:20:08,688 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/table/85c1b826d79a45be9555ee39c20d1bdd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:20:08,688 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false 2024-12-06T05:20:08,693 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 912, reset compression=false 2024-12-06T05:20:08,693 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:20:08,693 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:20:08,694 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:20:08,695 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:08,695 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:20:08,695 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:08,695 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462407721Running coprocessor pre-close hooks at 1733462407721Disabling compacts and flushes for region at 1733462407721Disabling writes for close at 1733462407721Obtaining lock to block concurrent updates at 1733462407721Preparing flush snapshotting stores in 1588230740 at 1733462407721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462407721Flushing stores of hbase:meta,,1.1588230740 at 1733462407722 (+1 ms)Flushing 1588230740/info: creating writer at 1733462407722Flushing 1588230740/info: appending metadata at 1733462407753 (+31 ms)Flushing 1588230740/info: closing flushed file at 1733462407753Flushing 1588230740/ns: creating writer at 1733462408164 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733462408181 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733462408181Flushing 1588230740/rep_barrier: creating writer at 1733462408595 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462408613 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462408613Flushing 1588230740/table: creating writer at 1733462408625 (+12 ms)Flushing 1588230740/table: appending metadata at 1733462408649 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733462408649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf007f4: reopening flushed file at 1733462408666 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab6929c: reopening flushed file at 1733462408674 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cf9307: reopening flushed file at 1733462408679 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb13693: reopening flushed file at 1733462408683 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false at 1733462408688 (+5 ms)Writing region close event to WAL at 1733462408692 (+4 ms)Running coprocessor post-close hooks at 1733462408695 (+3 ms)Closed at 1733462408695 2024-12-06T05:20:08,695 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:08,722 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:20:08,722 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1325): Online Regions={343e22bd0ce67ea34d71741ac757e954=hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954.} 2024-12-06T05:20:08,722 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(3091): Received CLOSE for 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:08,722 DEBUG [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1351): Waiting on 343e22bd0ce67ea34d71741ac757e954 2024-12-06T05:20:08,722 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 343e22bd0ce67ea34d71741ac757e954, disabling compactions & flushes 2024-12-06T05:20:08,722 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:08,722 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:08,722 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. after waiting 0 ms 2024-12-06T05:20:08,722 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:08,722 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 343e22bd0ce67ea34d71741ac757e954: Waiting for close lock at 1733462408722Running coprocessor pre-close hooks at 1733462408722Disabling compacts and flushes for region at 1733462408722Disabling writes for close at 1733462408722Failed flush hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954., putting online again at 1733462408722 2024-12-06T05:20:08,722 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733462402493.343e22bd0ce67ea34d71741ac757e954. 2024-12-06T05:20:08,872 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/WALs/ec46afd49254,35987,1733462392715/ec46afd49254%2C35987%2C1733462392715.1733462394764 to pos 1804, reset compression=false 2024-12-06T05:20:08,922 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T05:20:08,922 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,35987,1733462392715; all regions closed. 2024-12-06T05:20:08,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:20:08,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741839_1015 (size=1733) 2024-12-06T05:20:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741832_1008 (size=1812) 2024-12-06T05:20:08,930 DEBUG [RS:0;ec46afd49254:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:08,930 INFO [RS:0;ec46afd49254:35987 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:08,930 INFO [RS:0;ec46afd49254:35987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:08,930 INFO [RS:0;ec46afd49254:35987 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:08,930 INFO [RS:0;ec46afd49254:35987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:08,930 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:20:08,931 INFO [RS:0;ec46afd49254:35987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,35987,1733462392715 because: Region server is closing 2024-12-06T05:20:08,931 INFO [RS:0;ec46afd49254:35987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:35987. 2024-12-06T05:20:08,931 DEBUG [RS:0;ec46afd49254:35987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:08,931 DEBUG [RS:0;ec46afd49254:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:08,931 DEBUG [RS:0;ec46afd49254:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:08,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:08,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:08,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:20:08,988 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28356 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:20:09,032 INFO [RS:0;ec46afd49254:35987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.shipperec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 terminated 2024-12-06T05:20:09,032 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,35987,1733462392715.replicationSource.wal-reader.ec46afd49254%2C35987%2C1733462392715,1-ec46afd49254,35987,1733462392715 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:20:09,032 INFO [RS:0;ec46afd49254:35987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:35987. 2024-12-06T05:20:09,032 DEBUG [RS:0;ec46afd49254:35987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:09,032 DEBUG [RS:0;ec46afd49254:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:09,032 DEBUG [RS:0;ec46afd49254:35987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:09,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:09,032 INFO [RS:0;ec46afd49254:35987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35987 2024-12-06T05:20:09,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1474738576/rs/ec46afd49254,35987,1733462392715 2024-12-06T05:20:09,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576/rs 2024-12-06T05:20:09,097 INFO [RS:0;ec46afd49254:35987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:20:09,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,35987,1733462392715] 2024-12-06T05:20:09,128 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1474738576/draining/ec46afd49254,35987,1733462392715 already deleted, retry=false 2024-12-06T05:20:09,128 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,35987,1733462392715 expired; onlineServers=0 2024-12-06T05:20:09,128 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,40357,1733462392613' ***** 2024-12-06T05:20:09,128 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:20:09,128 INFO [M:0;ec46afd49254:40357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:09,128 INFO [M:0;ec46afd49254:40357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:09,128 DEBUG [M:0;ec46afd49254:40357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:20:09,129 DEBUG [M:0;ec46afd49254:40357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:20:09,129 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:20:09,129 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462394515 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462394515,5,FailOnTimeoutGroup] 2024-12-06T05:20:09,129 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462394515 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462394515,5,FailOnTimeoutGroup] 2024-12-06T05:20:09,129 INFO [M:0;ec46afd49254:40357 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:09,129 INFO [M:0;ec46afd49254:40357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:09,129 DEBUG [M:0;ec46afd49254:40357 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:20:09,129 INFO [M:0;ec46afd49254:40357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:20:09,129 INFO [M:0;ec46afd49254:40357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:09,129 INFO [M:0;ec46afd49254:40357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:20:09,129 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:20:09,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1474738576/master 2024-12-06T05:20:09,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1474738576 2024-12-06T05:20:09,139 DEBUG [M:0;ec46afd49254:40357 {}] zookeeper.ZKUtil(347): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Unable to get data of znode /1-1474738576/master because node does not exist (not an error) 2024-12-06T05:20:09,139 WARN [M:0;ec46afd49254:40357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:20:09,139 INFO [M:0;ec46afd49254:40357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/.lastflushedseqids 2024-12-06T05:20:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741847_1023 (size=245) 2024-12-06T05:20:09,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:09,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35987-0x101a914d8cc0004, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:09,207 INFO [RS:0;ec46afd49254:35987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:20:09,207 INFO [RS:0;ec46afd49254:35987 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,35987,1733462392715; zookeeper connection closed. 2024-12-06T05:20:09,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@786ff972 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@786ff972 2024-12-06T05:20:09,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:20:09,297 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 912, reset compression=false 2024-12-06T05:20:09,544 INFO [M:0;ec46afd49254:40357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:20:09,544 INFO [M:0;ec46afd49254:40357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:20:09,544 DEBUG [M:0;ec46afd49254:40357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:20:09,544 INFO [M:0;ec46afd49254:40357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:09,544 DEBUG [M:0;ec46afd49254:40357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:09,544 DEBUG [M:0;ec46afd49254:40357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:20:09,544 DEBUG [M:0;ec46afd49254:40357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:09,544 INFO [M:0;ec46afd49254:40357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T05:20:09,557 DEBUG [M:0;ec46afd49254:40357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080812251cd84c0b8a9388554e89591f is 82, key is hbase:meta,,1/info:regioninfo/1733462395827/Put/seqid=0 2024-12-06T05:20:09,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741848_1024 (size=5672) 2024-12-06T05:20:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T05:20:09,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T05:20:09,960 INFO [M:0;ec46afd49254:40357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080812251cd84c0b8a9388554e89591f 2024-12-06T05:20:09,976 DEBUG [M:0;ec46afd49254:40357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b875fac936642afbbb848c3c7f4ead8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733462402901/Put/seqid=0 2024-12-06T05:20:09,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741849_1025 (size=8516) 2024-12-06T05:20:10,000 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 912, reset compression=false 2024-12-06T05:20:10,380 INFO [M:0;ec46afd49254:40357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b875fac936642afbbb848c3c7f4ead8 2024-12-06T05:20:10,395 DEBUG [M:0;ec46afd49254:40357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/908f8781637b46498e9d25a9a452a9a3 is 69, key is ec46afd49254,35987,1733462392715/rs:state/1733462394582/Put/seqid=0 2024-12-06T05:20:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741850_1026 (size=5156) 2024-12-06T05:20:10,798 INFO [M:0;ec46afd49254:40357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/908f8781637b46498e9d25a9a452a9a3 2024-12-06T05:20:10,802 DEBUG [M:0;ec46afd49254:40357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080812251cd84c0b8a9388554e89591f as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/080812251cd84c0b8a9388554e89591f 2024-12-06T05:20:10,803 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 912, reset compression=false 2024-12-06T05:20:10,807 INFO [M:0;ec46afd49254:40357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/080812251cd84c0b8a9388554e89591f, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T05:20:10,807 DEBUG [M:0;ec46afd49254:40357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b875fac936642afbbb848c3c7f4ead8 as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b875fac936642afbbb848c3c7f4ead8 2024-12-06T05:20:10,811 INFO [M:0;ec46afd49254:40357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b875fac936642afbbb848c3c7f4ead8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T05:20:10,812 DEBUG [M:0;ec46afd49254:40357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/908f8781637b46498e9d25a9a452a9a3 as hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/908f8781637b46498e9d25a9a452a9a3 2024-12-06T05:20:10,816 INFO [M:0;ec46afd49254:40357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/b856f3e5-0647-731a-6d42-2823e264ce85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/908f8781637b46498e9d25a9a452a9a3, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T05:20:10,817 INFO [M:0;ec46afd49254:40357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-12-06T05:20:10,824 INFO [M:0;ec46afd49254:40357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:10,824 DEBUG [M:0;ec46afd49254:40357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462409544Disabling compacts and flushes for region at 1733462409544Disabling writes for close at 1733462409544Obtaining lock to block concurrent updates at 1733462409544Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462409544Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733462409545 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462409545Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462409545Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462409556 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462409556Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462409964 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462409976 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462409976Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462410383 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462410394 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462410394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276b8dc3: reopening flushed file at 1733462410802 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbd00d6: reopening flushed file at 1733462410807 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ed6198: reopening flushed file at 1733462410811 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1733462410817 (+6 ms)Writing region close event to WAL at 1733462410823 (+6 ms)Closed at 1733462410823 2024-12-06T05:20:10,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38265 is added to blk_1073741830_1006 (size=63654) 2024-12-06T05:20:10,826 INFO [M:0;ec46afd49254:40357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:20:10,826 INFO [M:0;ec46afd49254:40357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40357 2024-12-06T05:20:10,826 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:20:10,827 INFO [M:0;ec46afd49254:40357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:20:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:10,975 INFO [M:0;ec46afd49254:40357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:20:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40357-0x101a914d8cc0003, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:10,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@155883ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:20:10,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a3d5c02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:20:10,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:20:10,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49730d8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:20:10,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e13391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.log.dir/,STOPPED} 2024-12-06T05:20:10,979 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:20:10,979 WARN [BP-580670330-172.17.0.3-1733462390441 heartbeating to localhost/127.0.0.1:43723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:20:10,979 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:20:10,979 WARN [BP-580670330-172.17.0.3-1733462390441 heartbeating to localhost/127.0.0.1:43723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-580670330-172.17.0.3-1733462390441 (Datanode Uuid f0d91d04-5a0b-4d01-9b4f-bbb1a9d6206d) service to localhost/127.0.0.1:43723 2024-12-06T05:20:10,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/cluster_71551616-d726-3372-86c1-f0035c6e12c3/data/data1/current/BP-580670330-172.17.0.3-1733462390441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:20:10,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/cluster_71551616-d726-3372-86c1-f0035c6e12c3/data/data2/current/BP-580670330-172.17.0.3-1733462390441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:20:10,980 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:20:10,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@edf4ea2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:20:10,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@621cead8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:20:10,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:20:10,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193ce8df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:20:10,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41049712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.log.dir/,STOPPED} 2024-12-06T05:20:10,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:20:10,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:20:10,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:10,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:10,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:10,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:10,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:10,997 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:20:10,997 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=396940672, stopped=false 2024-12-06T05:20:10,997 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,43283,1733462386798 2024-12-06T05:20:11,012 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153225552/running 2024-12-06T05:20:11,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153225552/running 2024-12-06T05:20:11,012 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:20:11,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:20:11,012 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:11,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:11,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on znode that does not yet exist, /0153225552/running 2024-12-06T05:20:11,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:11,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:11,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Set watcher on znode that does not yet exist, /0153225552/running 2024-12-06T05:20:11,013 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,45795,1733462387005' ***** 2024-12-06T05:20:11,013 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:20:11,013 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:20:11,013 INFO [RS:0;ec46afd49254:45795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:20:11,013 INFO [RS:0;ec46afd49254:45795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:20:11,013 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(3091): Received CLOSE for c7208a0bd243a057ff2bfab652cee2f9 2024-12-06T05:20:11,013 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:20:11,013 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(3091): Received CLOSE for fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:20:11,013 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,45795,1733462387005 2024-12-06T05:20:11,013 INFO [RS:0;ec46afd49254:45795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:11,014 INFO [RS:0;ec46afd49254:45795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:45795. 2024-12-06T05:20:11,014 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7208a0bd243a057ff2bfab652cee2f9, disabling compactions & flushes 2024-12-06T05:20:11,014 DEBUG [RS:0;ec46afd49254:45795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:11,014 DEBUG [RS:0;ec46afd49254:45795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:11,014 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:11,014 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:11,014 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. after waiting 0 ms 2024-12-06T05:20:11,014 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:11,014 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7208a0bd243a057ff2bfab652cee2f9 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-06T05:20:11,014 INFO [RS:0;ec46afd49254:45795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:20:11,014 INFO [RS:0;ec46afd49254:45795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:20:11,014 INFO [RS:0;ec46afd49254:45795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:20:11,014 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:20:11,014 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:20:11,014 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1325): Online Regions={c7208a0bd243a057ff2bfab652cee2f9=hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9., 1588230740=hbase:meta,,1.1588230740, fafb9c4944c9aefd6a5f58307ed7ab45=test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45.} 2024-12-06T05:20:11,014 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7208a0bd243a057ff2bfab652cee2f9, fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:20:11,014 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:20:11,014 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:20:11,014 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:20:11,014 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:20:11,014 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:20:11,014 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:20:11,019 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:11,027 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/replication/c7208a0bd243a057ff2bfab652cee2f9/.tmp/queue/028ee075e21e4f9c8fe4943ee3875d56 is 153, key is 1-ec46afd49254,45795,1733462387005/queue:ec46afd49254%2C45795%2C1733462387005/1733462407276/Put/seqid=0 2024-12-06T05:20:11,027 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/info/48fe4060f66d4a8e8a74655ab674a41f is 147, key is hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9./info:regioninfo/1733462401488/Put/seqid=0 2024-12-06T05:20:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741841_1017 (size=7686) 2024-12-06T05:20:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741840_1016 (size=5352) 2024-12-06T05:20:11,038 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/info/48fe4060f66d4a8e8a74655ab674a41f 2024-12-06T05:20:11,058 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/ns/811e6fb82a2248c2abb32cc2782ea0e1 is 43, key is default/ns:d/1733462390277/Put/seqid=0 2024-12-06T05:20:11,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:20:11,189 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:20:11,189 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:20:11,214 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7208a0bd243a057ff2bfab652cee2f9, fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:20:11,414 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7208a0bd243a057ff2bfab652cee2f9, fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:20:11,438 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/replication/c7208a0bd243a057ff2bfab652cee2f9/.tmp/queue/028ee075e21e4f9c8fe4943ee3875d56 2024-12-06T05:20:11,443 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/replication/c7208a0bd243a057ff2bfab652cee2f9/.tmp/queue/028ee075e21e4f9c8fe4943ee3875d56 as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/replication/c7208a0bd243a057ff2bfab652cee2f9/queue/028ee075e21e4f9c8fe4943ee3875d56 2024-12-06T05:20:11,446 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/replication/c7208a0bd243a057ff2bfab652cee2f9/queue/028ee075e21e4f9c8fe4943ee3875d56, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T05:20:11,447 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c7208a0bd243a057ff2bfab652cee2f9 in 433ms, sequenceid=10, compaction requested=false 2024-12-06T05:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/replication/c7208a0bd243a057ff2bfab652cee2f9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T05:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:20:11,450 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7208a0bd243a057ff2bfab652cee2f9: Waiting for close lock at 1733462411013Running coprocessor pre-close hooks at 1733462411013Disabling compacts and flushes for region at 1733462411013Disabling writes for close at 1733462411014 (+1 ms)Obtaining lock to block concurrent updates at 1733462411014Preparing flush snapshotting stores in c7208a0bd243a057ff2bfab652cee2f9 at 1733462411014Finished memstore snapshotting hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733462411014Flushing stores of hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. at 1733462411014Flushing c7208a0bd243a057ff2bfab652cee2f9/queue: creating writer at 1733462411014Flushing c7208a0bd243a057ff2bfab652cee2f9/queue: appending metadata at 1733462411026 (+12 ms)Flushing c7208a0bd243a057ff2bfab652cee2f9/queue: closing flushed file at 1733462411027 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2366ce: reopening flushed file at 1733462411442 (+415 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c7208a0bd243a057ff2bfab652cee2f9 in 433ms, sequenceid=10, compaction requested=false at 1733462411447 (+5 ms)Writing region close event to WAL at 1733462411447Running coprocessor post-close hooks at 1733462411450 (+3 ms)Closed at 1733462411450 2024-12-06T05:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462400326.c7208a0bd243a057ff2bfab652cee2f9. 2024-12-06T05:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fafb9c4944c9aefd6a5f58307ed7ab45, disabling compactions & flushes 2024-12-06T05:20:11,450 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. after waiting 0 ms 2024-12-06T05:20:11,450 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:20:11,451 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fafb9c4944c9aefd6a5f58307ed7ab45 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-06T05:20:11,462 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/ns/811e6fb82a2248c2abb32cc2782ea0e1 2024-12-06T05:20:11,463 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/.tmp/f/a81c649b6ec04b8b987ec92a5ed72df7 is 29, key is row1/f:/1733462406663/DeleteFamily/seqid=0 2024-12-06T05:20:11,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741843_1019 (size=5118) 2024-12-06T05:20:11,466 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/.tmp/f/a81c649b6ec04b8b987ec92a5ed72df7 2024-12-06T05:20:11,470 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a81c649b6ec04b8b987ec92a5ed72df7 2024-12-06T05:20:11,488 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/.tmp/f1/b08cabbb28a94b21b0962832c3e85a72 is 30, key is row1/f1:/1733462406663/DeleteFamily/seqid=0 2024-12-06T05:20:11,488 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/rep_barrier/249d7e3d81db424ca1cfad7ef279dad3 is 112, key is test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45./rep_barrier:seqnumDuringOpen/1733462397148/Put/seqid=0 2024-12-06T05:20:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741845_1021 (size=5518) 2024-12-06T05:20:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741844_1020 (size=5123) 2024-12-06T05:20:11,494 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/.tmp/f1/b08cabbb28a94b21b0962832c3e85a72 2024-12-06T05:20:11,498 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b08cabbb28a94b21b0962832c3e85a72 2024-12-06T05:20:11,510 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/.tmp/norep/7b02e7b0487d4ac6af7f59e2919dee2e is 32, key is row/norep:/1733462405649/DeleteFamily/seqid=0 2024-12-06T05:20:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741846_1022 (size=5101) 2024-12-06T05:20:11,614 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:20:11,707 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 912, reset compression=false 2024-12-06T05:20:11,711 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:11,711 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 1159, reset compression=false 2024-12-06T05:20:11,711 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45795,1733462387005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:11,712 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,45795,1733462387005: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,45795,1733462387005, walGroup=ec46afd49254%2C45795%2C1733462387005, offset=ec46afd49254%2C45795%2C1733462387005.1733462389230:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:45795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:20:11,714 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:20:11,714 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:20:11,714 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:20:11,714 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:20:11,714 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:20:11,714 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 672324544 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 190972160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:20:11,715 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:43283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:43283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:20:11,815 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fafb9c4944c9aefd6a5f58307ed7ab45 2024-12-06T05:20:11,892 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/rep_barrier/249d7e3d81db424ca1cfad7ef279dad3 2024-12-06T05:20:11,908 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/table/9e218a8344d3417a991c6cb74df28f22 is 53, key is hbase:replication/table:state/1733462401493/Put/seqid=0 2024-12-06T05:20:11,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741847_1023 (size=5308) 2024-12-06T05:20:11,914 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/.tmp/norep/7b02e7b0487d4ac6af7f59e2919dee2e 2024-12-06T05:20:11,916 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 1159, reset compression=false 2024-12-06T05:20:11,919 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b02e7b0487d4ac6af7f59e2919dee2e 2024-12-06T05:20:11,920 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/.tmp/f/a81c649b6ec04b8b987ec92a5ed72df7 as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/f/a81c649b6ec04b8b987ec92a5ed72df7 2024-12-06T05:20:11,923 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a81c649b6ec04b8b987ec92a5ed72df7 2024-12-06T05:20:11,923 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/f/a81c649b6ec04b8b987ec92a5ed72df7, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T05:20:11,924 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/.tmp/f1/b08cabbb28a94b21b0962832c3e85a72 as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/f1/b08cabbb28a94b21b0962832c3e85a72 2024-12-06T05:20:11,928 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b08cabbb28a94b21b0962832c3e85a72 2024-12-06T05:20:11,928 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/f1/b08cabbb28a94b21b0962832c3e85a72, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T05:20:11,929 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/.tmp/norep/7b02e7b0487d4ac6af7f59e2919dee2e as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/norep/7b02e7b0487d4ac6af7f59e2919dee2e 2024-12-06T05:20:11,932 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b02e7b0487d4ac6af7f59e2919dee2e 2024-12-06T05:20:11,932 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/norep/7b02e7b0487d4ac6af7f59e2919dee2e, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T05:20:11,933 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fafb9c4944c9aefd6a5f58307ed7ab45 in 483ms, sequenceid=8, compaction requested=false 2024-12-06T05:20:11,937 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/default/test/fafb9c4944c9aefd6a5f58307ed7ab45/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T05:20:11,937 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:11,938 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:20:11,938 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:20:11,938 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fafb9c4944c9aefd6a5f58307ed7ab45: Waiting for close lock at 1733462411450Running coprocessor pre-close hooks at 1733462411450Disabling compacts and flushes for region at 1733462411450Disabling writes for close at 1733462411450Obtaining lock to block concurrent updates at 1733462411451 (+1 ms)Preparing flush snapshotting stores in fafb9c4944c9aefd6a5f58307ed7ab45 at 1733462411451Finished memstore snapshotting test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733462411451Flushing stores of test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. at 1733462411451Flushing fafb9c4944c9aefd6a5f58307ed7ab45/f: creating writer at 1733462411451Flushing fafb9c4944c9aefd6a5f58307ed7ab45/f: appending metadata at 1733462411462 (+11 ms)Flushing fafb9c4944c9aefd6a5f58307ed7ab45/f: closing flushed file at 1733462411462Flushing fafb9c4944c9aefd6a5f58307ed7ab45/f1: creating writer at 1733462411470 (+8 ms)Flushing fafb9c4944c9aefd6a5f58307ed7ab45/f1: appending metadata at 1733462411487 (+17 ms)Flushing fafb9c4944c9aefd6a5f58307ed7ab45/f1: closing flushed file at 1733462411487Flushing fafb9c4944c9aefd6a5f58307ed7ab45/norep: creating writer at 1733462411498 (+11 ms)Flushing fafb9c4944c9aefd6a5f58307ed7ab45/norep: appending metadata at 1733462411509 (+11 ms)Flushing fafb9c4944c9aefd6a5f58307ed7ab45/norep: closing flushed file at 1733462411509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3c2eb7: reopening flushed file at 1733462411919 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3923ae3f: reopening flushed file at 1733462411924 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17df12bb: reopening flushed file at 1733462411928 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fafb9c4944c9aefd6a5f58307ed7ab45 in 483ms, sequenceid=8, compaction requested=false at 1733462411933 (+5 ms)Writing region close event to WAL at 1733462411934 (+1 ms)Running coprocessor post-close hooks at 1733462411937 (+3 ms)Closed at 1733462411938 (+1 ms) 2024-12-06T05:20:11,938 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462396007.fafb9c4944c9aefd6a5f58307ed7ab45. 2024-12-06T05:20:12,015 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:20:12,015 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:20:12,015 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:20:12,215 DEBUG [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:20:12,220 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 1159, reset compression=false 2024-12-06T05:20:12,224 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:12,224 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 1803, reset compression=false 2024-12-06T05:20:12,315 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/table/9e218a8344d3417a991c6cb74df28f22 2024-12-06T05:20:12,321 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/info/48fe4060f66d4a8e8a74655ab674a41f as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/info/48fe4060f66d4a8e8a74655ab674a41f 2024-12-06T05:20:12,326 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/info/48fe4060f66d4a8e8a74655ab674a41f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:20:12,328 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/ns/811e6fb82a2248c2abb32cc2782ea0e1 as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/ns/811e6fb82a2248c2abb32cc2782ea0e1 2024-12-06T05:20:12,333 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/ns/811e6fb82a2248c2abb32cc2782ea0e1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:20:12,334 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/rep_barrier/249d7e3d81db424ca1cfad7ef279dad3 as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/rep_barrier/249d7e3d81db424ca1cfad7ef279dad3 2024-12-06T05:20:12,338 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/rep_barrier/249d7e3d81db424ca1cfad7ef279dad3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:20:12,339 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/.tmp/table/9e218a8344d3417a991c6cb74df28f22 as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/table/9e218a8344d3417a991c6cb74df28f22 2024-12-06T05:20:12,343 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/table/9e218a8344d3417a991c6cb74df28f22, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:20:12,344 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-12-06T05:20:12,349 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:20:12,349 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:12,350 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:20:12,350 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:12,350 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462411014Running coprocessor pre-close hooks at 1733462411014Disabling compacts and flushes for region at 1733462411014Disabling writes for close at 1733462411014Obtaining lock to block concurrent updates at 1733462411014Preparing flush snapshotting stores in 1588230740 at 1733462411014Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462411014Flushing stores of hbase:meta,,1.1588230740 at 1733462411015 (+1 ms)Flushing 1588230740/info: creating writer at 1733462411015Flushing 1588230740/info: appending metadata at 1733462411027 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733462411027Flushing 1588230740/ns: creating writer at 1733462411041 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733462411058 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733462411058Flushing 1588230740/rep_barrier: creating writer at 1733462411466 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462411488 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462411488Flushing 1588230740/table: creating writer at 1733462411896 (+408 ms)Flushing 1588230740/table: appending metadata at 1733462411908 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733462411908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd48e1e: reopening flushed file at 1733462412319 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c041a0: reopening flushed file at 1733462412327 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f607ff: reopening flushed file at 1733462412333 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233f31d: reopening flushed file at 1733462412338 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1733462412344 (+6 ms)Writing region close event to WAL at 1733462412346 (+2 ms)Running coprocessor post-close hooks at 1733462412349 (+3 ms)Closed at 1733462412350 (+1 ms) 2024-12-06T05:20:12,350 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:12,415 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,45795,1733462387005; all regions closed. 2024-12-06T05:20:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:20:12,418 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.meta.1733462390193.meta not finished, retry = 0 2024-12-06T05:20:12,428 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.1733462389230 to pos 1803, reset compression=false 2024-12-06T05:20:12,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741839_1015 (size=2676) 2024-12-06T05:20:12,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/WALs/ec46afd49254,45795,1733462387005/ec46afd49254%2C45795%2C1733462387005.rep.1733462401461 not finished, retry = 0 2024-12-06T05:20:12,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741832_1008 (size=1811) 2024-12-06T05:20:12,624 DEBUG [RS:0;ec46afd49254:45795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:12,624 INFO [RS:0;ec46afd49254:45795 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:12,624 INFO [RS:0;ec46afd49254:45795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:12,624 INFO [RS:0;ec46afd49254:45795 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:12,624 INFO [RS:0;ec46afd49254:45795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:12,624 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:20:12,625 INFO [RS:0;ec46afd49254:45795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,45795,1733462387005 because: Region server is closing 2024-12-06T05:20:12,625 INFO [RS:0;ec46afd49254:45795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:45795. 2024-12-06T05:20:12,625 DEBUG [RS:0;ec46afd49254:45795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:12,625 DEBUG [RS:0;ec46afd49254:45795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:12,625 DEBUG [RS:0;ec46afd49254:45795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:12,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:12,725 INFO [RS:0;ec46afd49254:45795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.shipperec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 terminated 2024-12-06T05:20:12,725 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45795,1733462387005.replicationSource.wal-reader.ec46afd49254%2C45795%2C1733462387005,1-ec46afd49254,45795,1733462387005 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:20:12,725 INFO [RS:0;ec46afd49254:45795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:45795. 2024-12-06T05:20:12,726 DEBUG [RS:0;ec46afd49254:45795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:12,726 DEBUG [RS:0;ec46afd49254:45795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:12,726 DEBUG [RS:0;ec46afd49254:45795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:12,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:12,726 INFO [RS:0;ec46afd49254:45795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45795 2024-12-06T05:20:12,746 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153225552/rs/ec46afd49254,45795,1733462387005 2024-12-06T05:20:12,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552/rs 2024-12-06T05:20:12,746 INFO [RS:0;ec46afd49254:45795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:20:12,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,45795,1733462387005] 2024-12-06T05:20:12,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0153225552/draining/ec46afd49254,45795,1733462387005 already deleted, retry=false 2024-12-06T05:20:12,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,45795,1733462387005 expired; onlineServers=0 2024-12-06T05:20:12,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,43283,1733462386798' ***** 2024-12-06T05:20:12,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:20:12,767 INFO [M:0;ec46afd49254:43283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:12,767 INFO [M:0;ec46afd49254:43283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:12,767 DEBUG [M:0;ec46afd49254:43283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:20:12,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:20:12,767 DEBUG [M:0;ec46afd49254:43283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:20:12,767 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462389037 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462389037,5,FailOnTimeoutGroup] 2024-12-06T05:20:12,767 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462389037 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462389037,5,FailOnTimeoutGroup] 2024-12-06T05:20:12,767 INFO [M:0;ec46afd49254:43283 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:12,767 INFO [M:0;ec46afd49254:43283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:12,767 DEBUG [M:0;ec46afd49254:43283 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:20:12,767 INFO [M:0;ec46afd49254:43283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:20:12,767 INFO [M:0;ec46afd49254:43283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:12,767 INFO [M:0;ec46afd49254:43283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:20:12,767 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:20:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153225552/master 2024-12-06T05:20:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153225552 2024-12-06T05:20:12,777 DEBUG [M:0;ec46afd49254:43283 {}] zookeeper.ZKUtil(347): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Unable to get data of znode /0153225552/master because node does not exist (not an error) 2024-12-06T05:20:12,777 WARN [M:0;ec46afd49254:43283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:20:12,778 INFO [M:0;ec46afd49254:43283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/.lastflushedseqids 2024-12-06T05:20:12,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741848_1024 (size=245) 2024-12-06T05:20:12,856 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:12,856 INFO [RS:0;ec46afd49254:45795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:20:12,856 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45795-0x101a914d8cc0001, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:12,856 INFO [RS:0;ec46afd49254:45795 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,45795,1733462387005; zookeeper connection closed. 2024-12-06T05:20:12,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64335042 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64335042 2024-12-06T05:20:12,857 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:20:13,182 INFO [M:0;ec46afd49254:43283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:20:13,183 INFO [M:0;ec46afd49254:43283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:20:13,183 DEBUG [M:0;ec46afd49254:43283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:20:13,183 INFO [M:0;ec46afd49254:43283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:13,183 DEBUG [M:0;ec46afd49254:43283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:13,183 DEBUG [M:0;ec46afd49254:43283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:20:13,183 DEBUG [M:0;ec46afd49254:43283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:13,183 INFO [M:0;ec46afd49254:43283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T05:20:13,201 DEBUG [M:0;ec46afd49254:43283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1900170ccf594465b6dab9016a798523 is 82, key is hbase:meta,,1/info:regioninfo/1733462390220/Put/seqid=0 2024-12-06T05:20:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741849_1025 (size=5672) 2024-12-06T05:20:13,608 INFO [M:0;ec46afd49254:43283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1900170ccf594465b6dab9016a798523 2024-12-06T05:20:13,637 DEBUG [M:0;ec46afd49254:43283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b47ee3d8a5040e6a1d8b36197841280 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733462401496/Put/seqid=0 2024-12-06T05:20:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741850_1026 (size=8516) 2024-12-06T05:20:13,650 INFO [M:0;ec46afd49254:43283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b47ee3d8a5040e6a1d8b36197841280 2024-12-06T05:20:13,674 DEBUG [M:0;ec46afd49254:43283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e84995df1b9426d8909825fb3c6be28 is 69, key is ec46afd49254,45795,1733462387005/rs:state/1733462389082/Put/seqid=0 2024-12-06T05:20:13,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741851_1027 (size=5156) 2024-12-06T05:20:13,694 INFO [M:0;ec46afd49254:43283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e84995df1b9426d8909825fb3c6be28 2024-12-06T05:20:13,698 DEBUG [M:0;ec46afd49254:43283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1900170ccf594465b6dab9016a798523 as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1900170ccf594465b6dab9016a798523 2024-12-06T05:20:13,703 INFO [M:0;ec46afd49254:43283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1900170ccf594465b6dab9016a798523, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T05:20:13,704 DEBUG [M:0;ec46afd49254:43283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b47ee3d8a5040e6a1d8b36197841280 as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b47ee3d8a5040e6a1d8b36197841280 2024-12-06T05:20:13,711 INFO [M:0;ec46afd49254:43283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b47ee3d8a5040e6a1d8b36197841280, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T05:20:13,711 DEBUG [M:0;ec46afd49254:43283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e84995df1b9426d8909825fb3c6be28 as hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e84995df1b9426d8909825fb3c6be28 2024-12-06T05:20:13,715 INFO [M:0;ec46afd49254:43283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e84995df1b9426d8909825fb3c6be28, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T05:20:13,716 INFO [M:0;ec46afd49254:43283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=97, compaction requested=false 2024-12-06T05:20:13,717 INFO [M:0;ec46afd49254:43283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:13,717 DEBUG [M:0;ec46afd49254:43283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462413183Disabling compacts and flushes for region at 1733462413183Disabling writes for close at 1733462413183Obtaining lock to block concurrent updates at 1733462413183Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462413183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733462413183Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462413184 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462413184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462413200 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462413201 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462413614 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462413637 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462413637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462413656 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462413673 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462413673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fcf3195: reopening flushed file at 1733462413698 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a6c1a3: reopening flushed file at 1733462413703 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5dc16a: reopening flushed file at 1733462413711 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=97, compaction requested=false at 1733462413716 (+5 ms)Writing region close event to WAL at 1733462413717 (+1 ms)Closed at 1733462413717 2024-12-06T05:20:13,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42287 is added to blk_1073741830_1006 (size=63654) 2024-12-06T05:20:13,719 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7eb02fa-dc1b-80ac-fba2-c4907a13406b/MasterData/WALs/ec46afd49254,43283,1733462386798/ec46afd49254%2C43283%2C1733462386798.1733462388772 not finished, retry = 0 2024-12-06T05:20:13,820 INFO [M:0;ec46afd49254:43283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:20:13,820 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:20:13,820 INFO [M:0;ec46afd49254:43283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43283 2024-12-06T05:20:13,825 INFO [M:0;ec46afd49254:43283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:20:13,986 INFO [M:0;ec46afd49254:43283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:20:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43283-0x101a914d8cc0000, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:14,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cf9e40a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:20:14,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33f5d961{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:20:14,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:20:14,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20bb2f2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:20:14,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b603147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.log.dir/,STOPPED} 2024-12-06T05:20:14,013 WARN [BP-1630554904-172.17.0.3-1733462383925 heartbeating to localhost/127.0.0.1:37799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:20:14,013 WARN [BP-1630554904-172.17.0.3-1733462383925 heartbeating to localhost/127.0.0.1:37799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1630554904-172.17.0.3-1733462383925 (Datanode Uuid 389bf859-a070-4742-9ecd-24f7393a6099) service to localhost/127.0.0.1:37799 2024-12-06T05:20:14,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/cluster_287b7604-1c98-37af-13f5-4240702f0a0f/data/data1/current/BP-1630554904-172.17.0.3-1733462383925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:20:14,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/cluster_287b7604-1c98-37af-13f5-4240702f0a0f/data/data2/current/BP-1630554904-172.17.0.3-1733462383925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:20:14,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:20:14,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:20:14,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:20:14,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cb2cb59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:20:14,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@608d745a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:20:14,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:20:14,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7646ee76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:20:14,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f24379b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ba2d02b-d601-10a0-514f-22ce3df6ab46/hadoop.log.dir/,STOPPED} 2024-12-06T05:20:14,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:20:14,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:20:14,061 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 245) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43723 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37799 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60236) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60236) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 641), ProcessCount=11 (was 11), AvailableMemoryMB=7064 (was 6359) - AvailableMemoryMB LEAK? - 2024-12-06T05:20:14,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=7063 2024-12-06T05:20:14,091 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-06T05:20:14,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.log.dir so I do NOT create it in target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0 2024-12-06T05:20:14,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:20:14,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.tmp.dir so I do NOT create it in target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0 2024-12-06T05:20:14,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7fe1de78-fe37-d1d6-1f86-f6b816bfd4f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:20:14,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0 2024-12-06T05:20:14,093 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/cluster_a8e089c0-c4a3-6459-f7af-1105feb8ec93, deleteOnExit=true 2024-12-06T05:20:14,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a914d8cc0002, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:20:14,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a914d8cc0002, quorum=127.0.0.1:60236, baseZNode=/0153225552 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:20:14,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a914d8cc0005, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:20:14,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a914d8cc0005, quorum=127.0.0.1:60236, baseZNode=/1-1474738576 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:20:14,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:20:14,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/cluster_a8e089c0-c4a3-6459-f7af-1105feb8ec93/zookeeper_0, clientPort=62009, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/cluster_a8e089c0-c4a3-6459-f7af-1105feb8ec93/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/cluster_a8e089c0-c4a3-6459-f7af-1105feb8ec93/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:20:14,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,188 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62009 2024-12-06T05:20:14,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:20:14,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:20:14,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/test.cache.data in system properties and HBase conf 2024-12-06T05:20:14,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:20:14,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:20:14,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:20:14,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:20:14,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:20:14,189 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:20:14,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:20:14,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:20:14,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:20:14,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:20:14,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:20:14,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:20:14,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:14,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:20:14,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:20:14,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:20:14,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:20:14,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:20:14,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:20:14,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@146e6bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:20:14,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@619a723f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:20:14,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66772038{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/java.io.tmpdir/jetty-localhost-46537-hadoop-hdfs-3_4_1-tests_jar-_-any-1321809229876053994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:20:14,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@505f8c31{HTTP/1.1, (http/1.1)}{localhost:46537} 2024-12-06T05:20:14,892 INFO [Time-limited test {}] server.Server(415): Started @271265ms 2024-12-06T05:20:15,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:20:15,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:20:15,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:20:15,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:20:15,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:20:15,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58c66fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:20:15,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@89c2fa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:20:15,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36c82884{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/java.io.tmpdir/jetty-localhost-36755-hadoop-hdfs-3_4_1-tests_jar-_-any-14592180145527532999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:20:15,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ccedaa5{HTTP/1.1, (http/1.1)}{localhost:36755} 2024-12-06T05:20:15,309 INFO [Time-limited test {}] server.Server(415): Started @271682ms 2024-12-06T05:20:15,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:20:16,308 WARN [Thread-2654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/cluster_a8e089c0-c4a3-6459-f7af-1105feb8ec93/data/data1/current/BP-537834531-172.17.0.3-1733462414220/current, will proceed with Du for space computation calculation, 2024-12-06T05:20:16,309 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/cluster_a8e089c0-c4a3-6459-f7af-1105feb8ec93/data/data2/current/BP-537834531-172.17.0.3-1733462414220/current, will proceed with Du for space computation calculation, 2024-12-06T05:20:16,342 WARN [Thread-2642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:20:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d8e8b78b0a46488 with lease ID 0x7d4d7a1cee9d84c1: Processing first storage report for DS-77b76baa-8271-4e86-b642-76022f39e7ee from datanode DatanodeRegistration(127.0.0.1:38043, datanodeUuid=d41ea01c-fc7c-4d37-93e3-ea5f70351c4e, infoPort=34201, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=748970131;c=1733462414220) 2024-12-06T05:20:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d8e8b78b0a46488 with lease ID 0x7d4d7a1cee9d84c1: from storage DS-77b76baa-8271-4e86-b642-76022f39e7ee node DatanodeRegistration(127.0.0.1:38043, datanodeUuid=d41ea01c-fc7c-4d37-93e3-ea5f70351c4e, infoPort=34201, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=748970131;c=1733462414220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:20:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d8e8b78b0a46488 with lease ID 0x7d4d7a1cee9d84c1: Processing first storage report for DS-17f1b48c-faed-4e86-956b-ade08570fea0 from datanode DatanodeRegistration(127.0.0.1:38043, datanodeUuid=d41ea01c-fc7c-4d37-93e3-ea5f70351c4e, infoPort=34201, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=748970131;c=1733462414220) 2024-12-06T05:20:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d8e8b78b0a46488 with lease ID 0x7d4d7a1cee9d84c1: from storage DS-17f1b48c-faed-4e86-956b-ade08570fea0 node DatanodeRegistration(127.0.0.1:38043, datanodeUuid=d41ea01c-fc7c-4d37-93e3-ea5f70351c4e, infoPort=34201, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=748970131;c=1733462414220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:20:16,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0 2024-12-06T05:20:16,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:16,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:16,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:20:16,381 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546 with version=8 2024-12-06T05:20:16,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/hbase-staging 2024-12-06T05:20:16,383 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:20:16,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:16,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:16,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:20:16,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:16,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:20:16,384 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:20:16,384 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:20:16,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46691 2024-12-06T05:20:16,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46691 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-12-06T05:20:16,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466910x0, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:20:16,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46691-0x101a9154ee70000 connected 2024-12-06T05:20:16,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:16,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:16,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on znode that does not yet exist, /0-65243535/running 2024-12-06T05:20:16,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546, hbase.cluster.distributed=false 2024-12-06T05:20:16,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on znode that does not yet exist, /0-65243535/acl 2024-12-06T05:20:16,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46691 2024-12-06T05:20:16,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46691 2024-12-06T05:20:16,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46691 2024-12-06T05:20:16,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46691 2024-12-06T05:20:16,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46691 2024-12-06T05:20:16,603 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:20:16,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:16,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:16,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:20:16,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:16,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:20:16,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:20:16,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:20:16,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46383 2024-12-06T05:20:16,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46383 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-12-06T05:20:16,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:16,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:16,631 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463830x0, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:20:16,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463830x0, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on znode that does not yet exist, /0-65243535/running 2024-12-06T05:20:16,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:20:16,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46383-0x101a9154ee70001 connected 2024-12-06T05:20:16,643 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:20:16,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on znode that does not yet exist, /0-65243535/master 2024-12-06T05:20:16,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on znode that does not yet exist, /0-65243535/acl 2024-12-06T05:20:16,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46383 2024-12-06T05:20:16,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46383 2024-12-06T05:20:16,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46383 2024-12-06T05:20:16,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46383 2024-12-06T05:20:16,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46383 2024-12-06T05:20:16,684 DEBUG [M:0;ec46afd49254:46691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:46691 2024-12-06T05:20:16,685 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-65243535/backup-masters/ec46afd49254,46691,1733462416383 2024-12-06T05:20:16,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535/backup-masters 2024-12-06T05:20:16,699 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535/backup-masters 2024-12-06T05:20:16,705 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on existing znode=/0-65243535/backup-masters/ec46afd49254,46691,1733462416383 2024-12-06T05:20:16,717 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-65243535/master 2024-12-06T05:20:16,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:16,718 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:16,723 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on existing znode=/0-65243535/master 2024-12-06T05:20:16,730 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-65243535/backup-masters/ec46afd49254,46691,1733462416383 from backup master directory 2024-12-06T05:20:16,737 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535/backup-masters 2024-12-06T05:20:16,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-65243535/backup-masters/ec46afd49254,46691,1733462416383 2024-12-06T05:20:16,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535/backup-masters 2024-12-06T05:20:16,741 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:20:16,741 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,46691,1733462416383 2024-12-06T05:20:16,745 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/hbase.id] with ID: a55cfdac-5c89-4696-8275-5cc6dcb83dca 2024-12-06T05:20:16,746 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/.tmp/hbase.id 2024-12-06T05:20:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:20:16,759 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/.tmp/hbase.id]:[hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/hbase.id] 2024-12-06T05:20:16,769 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:16,769 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:20:16,770 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:20:16,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:16,778 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:20:17,189 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:17,190 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:20:17,191 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:17,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:20:17,608 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store 2024-12-06T05:20:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:20:18,014 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:18,014 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:20:18,014 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:18,014 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:18,014 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:20:18,014 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:18,014 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:18,014 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462418014Disabling compacts and flushes for region at 1733462418014Disabling writes for close at 1733462418014Writing region close event to WAL at 1733462418014Closed at 1733462418014 2024-12-06T05:20:18,015 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/.initializing 2024-12-06T05:20:18,015 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/WALs/ec46afd49254,46691,1733462416383 2024-12-06T05:20:18,017 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:20:18,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C46691%2C1733462416383, suffix=, logDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/WALs/ec46afd49254,46691,1733462416383, archiveDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/oldWALs, maxLogs=10 2024-12-06T05:20:18,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/WALs/ec46afd49254,46691,1733462416383/ec46afd49254%2C46691%2C1733462416383.1733462418019, exclude list is [], retry=0 2024-12-06T05:20:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38043,DS-77b76baa-8271-4e86-b642-76022f39e7ee,DISK] 2024-12-06T05:20:18,043 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/WALs/ec46afd49254,46691,1733462416383/ec46afd49254%2C46691%2C1733462416383.1733462418019 2024-12-06T05:20:18,043 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34201:34201)] 2024-12-06T05:20:18,044 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:18,044 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:18,044 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,044 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:20:18,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:18,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:18,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:20:18,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:18,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:18,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:20:18,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:18,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:18,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:20:18,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:18,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:18,066 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,067 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,067 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,068 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,068 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,068 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:20:18,070 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:18,073 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:18,073 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65977619, jitterRate=-0.016856864094734192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:20:18,074 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462418044Initializing all the Stores at 1733462418045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462418045Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462418048 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462418048Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462418048Cleaning up temporary data from old regions at 1733462418068 (+20 ms)Region opened successfully at 1733462418074 (+6 ms) 2024-12-06T05:20:18,076 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:20:18,079 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300af6d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:20:18,080 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:20:18,080 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:20:18,080 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:20:18,080 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:20:18,081 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:20:18,081 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:20:18,081 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:20:18,083 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:20:18,083 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Unable to get data of znode /0-65243535/balancer because node does not exist (not necessarily an error) 2024-12-06T05:20:18,161 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-65243535/balancer already deleted, retry=false 2024-12-06T05:20:18,162 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:20:18,163 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Unable to get data of znode /0-65243535/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:20:18,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-65243535/normalizer already deleted, retry=false 2024-12-06T05:20:18,215 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:20:18,217 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Unable to get data of znode /0-65243535/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:20:18,277 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-65243535/switch/split already deleted, retry=false 2024-12-06T05:20:18,278 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Unable to get data of znode /0-65243535/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:20:18,352 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-65243535/switch/merge already deleted, retry=false 2024-12-06T05:20:18,354 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Unable to get data of znode /0-65243535/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:20:18,447 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-65243535/snapshot-cleanup already deleted, retry=false 2024-12-06T05:20:18,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-65243535/running 2024-12-06T05:20:18,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:18,588 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-65243535/running 2024-12-06T05:20:18,588 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:18,589 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,46691,1733462416383, sessionid=0x101a9154ee70000, setting cluster-up flag (Was=false) 2024-12-06T05:20:18,840 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:18,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:19,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:19,018 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:20:19,018 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38386 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:20:19,199 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-65243535/flush-table-proc/acquired, /0-65243535/flush-table-proc/reached, /0-65243535/flush-table-proc/abort 2024-12-06T05:20:19,200 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,46691,1733462416383 2024-12-06T05:20:19,361 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:19,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:19,636 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-65243535/online-snapshot/acquired, /0-65243535/online-snapshot/reached, /0-65243535/online-snapshot/abort 2024-12-06T05:20:19,637 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,46691,1733462416383 2024-12-06T05:20:19,638 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:20:19,639 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:19,639 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:20:19,639 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:20:19,639 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,46691,1733462416383 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:20:19,640 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:19,640 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:19,640 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:19,640 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:19,641 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:20:19,641 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,641 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:20:19,641 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,641 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462449641 2024-12-06T05:20:19,641 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:20:19,641 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:20:19,641 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:20:19,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:20:19,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:19,642 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:20:19,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:20:19,643 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462419642,5,FailOnTimeoutGroup] 2024-12-06T05:20:19,643 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462419643,5,FailOnTimeoutGroup] 2024-12-06T05:20:19,643 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,643 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:20:19,643 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,643 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:20:19,672 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(746): ClusterId : a55cfdac-5c89-4696-8275-5cc6dcb83dca 2024-12-06T05:20:19,672 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:20:19,725 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:20:19,725 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:20:19,788 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:20:19,788 DEBUG [RS:0;ec46afd49254:46383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8f5247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:20:19,798 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:46383 2024-12-06T05:20:19,798 INFO [RS:0;ec46afd49254:46383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:20:19,798 INFO [RS:0;ec46afd49254:46383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:20:19,798 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:20:19,799 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,46691,1733462416383 with port=46383, startcode=1733462416603 2024-12-06T05:20:19,799 DEBUG [RS:0;ec46afd49254:46383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:20:19,800 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:20:19,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,46383,1733462416603 2024-12-06T05:20:19,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46691 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,46383,1733462416603 2024-12-06T05:20:19,802 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546 2024-12-06T05:20:19,802 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36229 2024-12-06T05:20:19,802 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:20:19,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535/rs 2024-12-06T05:20:19,858 DEBUG [RS:0;ec46afd49254:46383 {}] zookeeper.ZKUtil(111): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on existing znode=/0-65243535/rs/ec46afd49254,46383,1733462416603 2024-12-06T05:20:19,858 WARN [RS:0;ec46afd49254:46383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:20:19,858 INFO [RS:0;ec46afd49254:46383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:19,859 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603 2024-12-06T05:20:19,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,46383,1733462416603] 2024-12-06T05:20:19,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:20:19,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:20:19,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:20:19,872 INFO [RS:0;ec46afd49254:46383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:20:19,874 INFO [RS:0;ec46afd49254:46383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:20:19,874 INFO [RS:0;ec46afd49254:46383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:20:19,874 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,874 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:20:19,875 INFO [RS:0;ec46afd49254:46383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:20:19,875 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,875 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,875 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,875 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,875 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,875 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,875 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:20:19,876 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,876 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,876 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,876 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,876 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,876 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:19,876 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:20:19,876 DEBUG [RS:0;ec46afd49254:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:20:19,880 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,880 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,880 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,880 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,880 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,880 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,46383,1733462416603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:20:19,892 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:20:19,893 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,46383,1733462416603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,893 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,893 INFO [RS:0;ec46afd49254:46383 {}] regionserver.Replication(171): ec46afd49254,46383,1733462416603 started 2024-12-06T05:20:19,904 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:19,904 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,46383,1733462416603, RpcServer on ec46afd49254/172.17.0.3:46383, sessionid=0x101a9154ee70001 2024-12-06T05:20:19,904 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:20:19,904 DEBUG [RS:0;ec46afd49254:46383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,46383,1733462416603 2024-12-06T05:20:19,904 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,46383,1733462416603' 2024-12-06T05:20:19,904 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-65243535/flush-table-proc/abort' 2024-12-06T05:20:19,905 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-65243535/flush-table-proc/acquired' 2024-12-06T05:20:19,905 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:20:19,905 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:20:19,905 DEBUG [RS:0;ec46afd49254:46383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,46383,1733462416603 2024-12-06T05:20:19,905 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,46383,1733462416603' 2024-12-06T05:20:19,905 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-65243535/online-snapshot/abort' 2024-12-06T05:20:19,905 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-65243535/online-snapshot/acquired' 2024-12-06T05:20:19,906 DEBUG [RS:0;ec46afd49254:46383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:20:19,906 INFO [RS:0;ec46afd49254:46383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:20:19,906 INFO [RS:0;ec46afd49254:46383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:20:20,006 INFO [RS:0;ec46afd49254:46383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:20:20,007 INFO [RS:0;ec46afd49254:46383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C46383%2C1733462416603, suffix=, logDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603, archiveDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/oldWALs, maxLogs=10 2024-12-06T05:20:20,019 DEBUG [RS:0;ec46afd49254:46383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, exclude list is [], retry=0 2024-12-06T05:20:20,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38043,DS-77b76baa-8271-4e86-b642-76022f39e7ee,DISK] 2024-12-06T05:20:20,022 INFO [RS:0;ec46afd49254:46383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 2024-12-06T05:20:20,022 DEBUG [RS:0;ec46afd49254:46383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34201:34201)] 2024-12-06T05:20:20,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:20:20,055 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546 2024-12-06T05:20:20,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:20:20,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:20,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:20:20,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:20:20,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:20,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:20,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:20:20,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:20:20,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:20,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:20,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:20:20,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:20:20,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:20,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:20,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:20:20,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:20:20,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:20,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:20,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:20:20,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740 2024-12-06T05:20:20,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740 2024-12-06T05:20:20,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:20:20,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:20:20,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:20:20,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:20:20,478 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:20,479 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63299779, jitterRate=-0.0567597895860672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:20:20,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462420460Initializing all the Stores at 1733462420461 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462420461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462420461Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462420461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462420461Cleaning up temporary data from old regions at 1733462420474 (+13 ms)Region opened successfully at 1733462420479 (+5 ms) 2024-12-06T05:20:20,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:20:20,480 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:20:20,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:20:20,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:20:20,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:20:20,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:20,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462420480Disabling compacts and flushes for region at 1733462420480Disabling writes for close at 1733462420480Writing region close event to WAL at 1733462420480Closed at 1733462420480 2024-12-06T05:20:20,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:20,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:20:20,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:20:20,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:20:20,484 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:20:20,636 DEBUG [ec46afd49254:46691 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:20:20,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,46383,1733462416603 2024-12-06T05:20:20,638 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,46383,1733462416603, state=OPENING 2024-12-06T05:20:20,652 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:20:20,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:20,662 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:20,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-65243535/meta-region-server: CHANGED 2024-12-06T05:20:20,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:20:20,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,46383,1733462416603}] 2024-12-06T05:20:20,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-65243535/meta-region-server: CHANGED 2024-12-06T05:20:20,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:20:20,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:20:20,828 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:20:20,829 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:20,829 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:20:20,830 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C46383%2C1733462416603.meta, suffix=.meta, logDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603, archiveDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/oldWALs, maxLogs=10 2024-12-06T05:20:20,849 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.meta.1733462420831.meta, exclude list is [], retry=0 2024-12-06T05:20:20,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38043,DS-77b76baa-8271-4e86-b642-76022f39e7ee,DISK] 2024-12-06T05:20:20,862 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.meta.1733462420831.meta 2024-12-06T05:20:20,869 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34201:34201)] 2024-12-06T05:20:20,870 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:20,870 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:20,870 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:20:20,870 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:20:20,870 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:20:20,870 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:20:20,871 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:20,871 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:20:20,871 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:20:20,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:20:20,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:20:20,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:20,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:20,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:20:20,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:20:20,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:20,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:20,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:20:20,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:20:20,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:20,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:20,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:20:20,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:20:20,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:20,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:20,878 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:20:20,879 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740 2024-12-06T05:20:20,881 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740 2024-12-06T05:20:20,882 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:20:20,882 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:20:20,882 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:20:20,884 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:20:20,885 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69316792, jitterRate=0.03290069103240967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:20:20,885 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:20:20,905 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462420871Writing region info on filesystem at 1733462420871Initializing all the Stores at 1733462420871Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462420871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462420872 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462420872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462420872Cleaning up temporary data from old regions at 1733462420882 (+10 ms)Running coprocessor post-open hooks at 1733462420885 (+3 ms)Region opened successfully at 1733462420905 (+20 ms) 2024-12-06T05:20:20,906 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462420817 2024-12-06T05:20:20,909 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:20:20,909 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:20:20,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,46383,1733462416603 2024-12-06T05:20:20,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,46383,1733462416603, state=OPEN 2024-12-06T05:20:20,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-65243535/meta-region-server 2024-12-06T05:20:20,958 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-65243535/meta-region-server 2024-12-06T05:20:20,958 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,46383,1733462416603 2024-12-06T05:20:20,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-65243535/meta-region-server: CHANGED 2024-12-06T05:20:20,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-65243535/meta-region-server: CHANGED 2024-12-06T05:20:20,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:20:20,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,46383,1733462416603 in 294 msec 2024-12-06T05:20:20,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:20:20,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-12-06T05:20:20,963 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:20,963 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:20:20,965 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:20,965 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,46383,1733462416603, seqNum=-1] 2024-12-06T05:20:20,965 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:20,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:20,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3310 sec 2024-12-06T05:20:20,971 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462420970, completionTime=-1 2024-12-06T05:20:20,971 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:20:20,971 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:20:20,973 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:20:20,973 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462480973 2024-12-06T05:20:20,973 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462540973 2024-12-06T05:20:20,973 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:20:20,974 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,46691,1733462416383-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:20,974 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,46691,1733462416383-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:20,974 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,46691,1733462416383-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:20,974 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:46691, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:20,974 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:20,975 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:20,978 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:20:20,980 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.239sec 2024-12-06T05:20:20,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:20:20,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:20:20,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:20:20,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:20:20,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:20:20,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,46691,1733462416383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:20:20,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,46691,1733462416383-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:20:20,983 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:20:20,983 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:20:20,983 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,46691,1733462416383-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:21,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94e11b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:21,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,46691,-1 for getting cluster id 2024-12-06T05:20:21,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:21,074 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a55cfdac-5c89-4696-8275-5cc6dcb83dca' 2024-12-06T05:20:21,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:21,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a55cfdac-5c89-4696-8275-5cc6dcb83dca" 2024-12-06T05:20:21,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a90b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:21,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,46691,-1] 2024-12-06T05:20:21,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:21,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:21,077 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:21,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb47f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:21,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:21,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,46383,1733462416603, seqNum=-1] 2024-12-06T05:20:21,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:21,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,46691,1733462416383 2024-12-06T05:20:21,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-12-06T05:20:21,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:20:21,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a9154ee70002 connected 2024-12-06T05:20:21,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.log.dir so I do NOT create it in target/test-data/68db754a-2115-3846-89e0-befae499f46d 2024-12-06T05:20:21,130 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:20:21,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.tmp.dir so I do NOT create it in target/test-data/68db754a-2115-3846-89e0-befae499f46d 2024-12-06T05:20:21,130 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:20:21,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d 2024-12-06T05:20:21,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:20:21,130 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/cluster_5bf70363-cee9-0e9e-da35-8527bca8e66b, deleteOnExit=true 2024-12-06T05:20:21,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:20:21,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/test.cache.data in system properties and HBase conf 2024-12-06T05:20:21,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:20:21,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:20:21,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:20:21,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:20:21,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:20:21,131 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:20:21,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:20:21,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:20:21,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:20:21,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:20:21,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:20:21,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:20:21,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:20:21,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:20:21,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:20:21,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:20:21,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:20:21,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:20:21,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:20:21,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:20:21,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:20:21,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:20:21,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:20:21,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:20:21,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:20:21,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:20:21,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31ed4b9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:20:21,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5144101d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:20:21,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2252c3bf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/java.io.tmpdir/jetty-localhost-37431-hadoop-hdfs-3_4_1-tests_jar-_-any-12400101576871286729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:20:21,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10aba5d5{HTTP/1.1, (http/1.1)}{localhost:37431} 2024-12-06T05:20:21,655 INFO [Time-limited test {}] server.Server(415): Started @278028ms 2024-12-06T05:20:21,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:20:21,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:20:21,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:20:21,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:20:21,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:20:21,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216e5df8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:20:21,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2f74d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:20:22,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b990c6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/java.io.tmpdir/jetty-localhost-33267-hadoop-hdfs-3_4_1-tests_jar-_-any-6388214310987500253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:20:22,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d2572dd{HTTP/1.1, (http/1.1)}{localhost:33267} 2024-12-06T05:20:22,062 INFO [Time-limited test {}] server.Server(415): Started @278435ms 2024-12-06T05:20:22,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:20:22,810 WARN [Thread-2774 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/cluster_5bf70363-cee9-0e9e-da35-8527bca8e66b/data/data1/current/BP-1867782048-172.17.0.3-1733462421166/current, will proceed with Du for space computation calculation, 2024-12-06T05:20:22,810 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/cluster_5bf70363-cee9-0e9e-da35-8527bca8e66b/data/data2/current/BP-1867782048-172.17.0.3-1733462421166/current, will proceed with Du for space computation calculation, 2024-12-06T05:20:22,833 WARN [Thread-2762 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:20:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54388324ddd66b12 with lease ID 0x74b8aa72e34604f3: Processing first storage report for DS-9d6c09ab-563e-4b65-9db8-d8db3e8788b4 from datanode DatanodeRegistration(127.0.0.1:41903, datanodeUuid=e14381d6-8666-47d1-a973-29792b48ff00, infoPort=37673, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=220057455;c=1733462421166) 2024-12-06T05:20:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54388324ddd66b12 with lease ID 0x74b8aa72e34604f3: from storage DS-9d6c09ab-563e-4b65-9db8-d8db3e8788b4 node DatanodeRegistration(127.0.0.1:41903, datanodeUuid=e14381d6-8666-47d1-a973-29792b48ff00, infoPort=37673, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=220057455;c=1733462421166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:20:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54388324ddd66b12 with lease ID 0x74b8aa72e34604f3: Processing first storage report for DS-62c5cfdf-2d94-40fd-973a-4bd563623cb1 from datanode DatanodeRegistration(127.0.0.1:41903, datanodeUuid=e14381d6-8666-47d1-a973-29792b48ff00, infoPort=37673, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=220057455;c=1733462421166) 2024-12-06T05:20:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54388324ddd66b12 with lease ID 0x74b8aa72e34604f3: from storage DS-62c5cfdf-2d94-40fd-973a-4bd563623cb1 node DatanodeRegistration(127.0.0.1:41903, datanodeUuid=e14381d6-8666-47d1-a973-29792b48ff00, infoPort=37673, infoSecurePort=0, ipcPort=42381, storageInfo=lv=-57;cid=testClusterID;nsid=220057455;c=1733462421166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:20:22,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d 2024-12-06T05:20:22,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:22,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:22,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:20:22,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a with version=8 2024-12-06T05:20:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/hbase-staging 2024-12-06T05:20:22,951 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:20:22,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:22,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:22,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:20:22,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:22,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:20:22,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:20:22,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:20:22,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41523 2024-12-06T05:20:22,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41523 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-12-06T05:20:22,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415230x0, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:20:22,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41523-0x101a9154ee70003 connected 2024-12-06T05:20:23,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:23,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:23,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on znode that does not yet exist, /11998291234/running 2024-12-06T05:20:23,045 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a, hbase.cluster.distributed=false 2024-12-06T05:20:23,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on znode that does not yet exist, /11998291234/acl 2024-12-06T05:20:23,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41523 2024-12-06T05:20:23,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41523 2024-12-06T05:20:23,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41523 2024-12-06T05:20:23,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41523 2024-12-06T05:20:23,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41523 2024-12-06T05:20:23,106 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:20:23,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:23,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:23,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:20:23,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:23,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:20:23,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:20:23,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:20:23,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39799 2024-12-06T05:20:23,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39799 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-12-06T05:20:23,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:23,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397990x0, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:20:23,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397990x0, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on znode that does not yet exist, /11998291234/running 2024-12-06T05:20:23,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:20:23,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39799-0x101a9154ee70004 connected 2024-12-06T05:20:23,141 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:20:23,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on znode that does not yet exist, /11998291234/master 2024-12-06T05:20:23,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on znode that does not yet exist, /11998291234/acl 2024-12-06T05:20:23,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39799 2024-12-06T05:20:23,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39799 2024-12-06T05:20:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39799 2024-12-06T05:20:23,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39799 2024-12-06T05:20:23,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39799 2024-12-06T05:20:23,160 DEBUG [M:0;ec46afd49254:41523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:41523 2024-12-06T05:20:23,172 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11998291234/backup-masters/ec46afd49254,41523,1733462422950 2024-12-06T05:20:23,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234/backup-masters 2024-12-06T05:20:23,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234/backup-masters 2024-12-06T05:20:23,178 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on existing znode=/11998291234/backup-masters/ec46afd49254,41523,1733462422950 2024-12-06T05:20:23,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11998291234/master 2024-12-06T05:20:23,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:23,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:23,189 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on existing znode=/11998291234/master 2024-12-06T05:20:23,191 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11998291234/backup-masters/ec46afd49254,41523,1733462422950 from backup master directory 2024-12-06T05:20:23,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234/backup-masters 2024-12-06T05:20:23,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998291234/backup-masters/ec46afd49254,41523,1733462422950 2024-12-06T05:20:23,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234/backup-masters 2024-12-06T05:20:23,199 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:20:23,199 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,41523,1733462422950 2024-12-06T05:20:23,204 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/hbase.id] with ID: 8e8c525d-a328-49b9-9bf2-74a077e28276 2024-12-06T05:20:23,204 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/.tmp/hbase.id 2024-12-06T05:20:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:20:23,619 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/.tmp/hbase.id]:[hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/hbase.id] 2024-12-06T05:20:23,628 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:23,628 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:20:23,629 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:20:23,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:23,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:20:24,114 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:24,115 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:20:24,116 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:24,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:20:24,531 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store 2024-12-06T05:20:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:20:24,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:24,935 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:24,935 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:20:24,935 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:24,935 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:24,935 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:20:24,935 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:24,935 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:24,935 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462424935Disabling compacts and flushes for region at 1733462424935Disabling writes for close at 1733462424935Writing region close event to WAL at 1733462424935Closed at 1733462424935 2024-12-06T05:20:24,936 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/.initializing 2024-12-06T05:20:24,936 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/WALs/ec46afd49254,41523,1733462422950 2024-12-06T05:20:24,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:20:24,938 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C41523%2C1733462422950, suffix=, logDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/WALs/ec46afd49254,41523,1733462422950, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/oldWALs, maxLogs=10 2024-12-06T05:20:24,949 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/WALs/ec46afd49254,41523,1733462422950/ec46afd49254%2C41523%2C1733462422950.1733462424938, exclude list is [], retry=0 2024-12-06T05:20:24,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41903,DS-9d6c09ab-563e-4b65-9db8-d8db3e8788b4,DISK] 2024-12-06T05:20:24,952 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/WALs/ec46afd49254,41523,1733462422950/ec46afd49254%2C41523%2C1733462422950.1733462424938 2024-12-06T05:20:24,952 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37673:37673)] 2024-12-06T05:20:24,952 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:24,952 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:24,952 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,952 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:20:24,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:24,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:24,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:20:24,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:24,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:24,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:20:24,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:24,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:24,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:20:24,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:24,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:24,957 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,958 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,958 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,958 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,958 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,959 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:20:24,959 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:24,960 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:24,961 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73242370, jitterRate=0.09139636158943176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:20:24,961 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462424953Initializing all the Stores at 1733462424953Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462424953Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462424953Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462424953Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462424953Cleaning up temporary data from old regions at 1733462424958 (+5 ms)Region opened successfully at 1733462424961 (+3 ms) 2024-12-06T05:20:24,961 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:20:24,963 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57212a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:20:24,964 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:20:24,964 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:20:24,964 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:20:24,964 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:20:24,964 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:20:24,965 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:20:24,965 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:20:24,966 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:20:24,967 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Unable to get data of znode /11998291234/balancer because node does not exist (not necessarily an error) 2024-12-06T05:20:25,030 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998291234/balancer already deleted, retry=false 2024-12-06T05:20:25,031 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:20:25,032 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Unable to get data of znode /11998291234/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:20:25,041 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998291234/normalizer already deleted, retry=false 2024-12-06T05:20:25,041 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:20:25,042 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Unable to get data of znode /11998291234/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:20:25,051 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998291234/switch/split already deleted, retry=false 2024-12-06T05:20:25,052 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Unable to get data of znode /11998291234/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:20:25,062 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998291234/switch/merge already deleted, retry=false 2024-12-06T05:20:25,064 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Unable to get data of znode /11998291234/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:20:25,072 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11998291234/snapshot-cleanup already deleted, retry=false 2024-12-06T05:20:25,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11998291234/running 2024-12-06T05:20:25,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11998291234/running 2024-12-06T05:20:25,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:25,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:25,083 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,41523,1733462422950, sessionid=0x101a9154ee70003, setting cluster-up flag (Was=false) 2024-12-06T05:20:25,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:25,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:25,136 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11998291234/flush-table-proc/acquired, /11998291234/flush-table-proc/reached, /11998291234/flush-table-proc/abort 2024-12-06T05:20:25,137 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,41523,1733462422950 2024-12-06T05:20:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:25,188 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11998291234/online-snapshot/acquired, /11998291234/online-snapshot/reached, /11998291234/online-snapshot/abort 2024-12-06T05:20:25,189 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,41523,1733462422950 2024-12-06T05:20:25,190 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:20:25,191 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:25,191 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:20:25,191 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:20:25,192 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,41523,1733462422950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:20:25,193 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:25,193 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:25,193 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:25,193 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:25,193 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:20:25,193 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,193 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:20:25,193 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,193 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462455193 2024-12-06T05:20:25,193 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:20:25,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:25,194 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:20:25,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:20:25,194 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:20:25,194 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:20:25,194 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:20:25,194 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:20:25,194 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:25,195 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:20:25,195 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:20:25,195 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:20:25,195 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:20:25,195 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:20:25,196 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:20:25,196 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:20:25,200 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462425196,5,FailOnTimeoutGroup] 2024-12-06T05:20:25,201 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462425200,5,FailOnTimeoutGroup] 2024-12-06T05:20:25,201 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,201 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:20:25,201 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,201 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:20:25,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:20:25,207 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a 2024-12-06T05:20:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:20:25,252 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(746): ClusterId : 8e8c525d-a328-49b9-9bf2-74a077e28276 2024-12-06T05:20:25,252 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:20:25,263 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:20:25,263 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:20:25,273 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:20:25,273 DEBUG [RS:0;ec46afd49254:39799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb008a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:20:25,283 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:39799 2024-12-06T05:20:25,283 INFO [RS:0;ec46afd49254:39799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:20:25,283 INFO [RS:0;ec46afd49254:39799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:20:25,283 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:20:25,284 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,41523,1733462422950 with port=39799, startcode=1733462423106 2024-12-06T05:20:25,284 DEBUG [RS:0;ec46afd49254:39799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:20:25,285 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:20:25,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,39799,1733462423106 2024-12-06T05:20:25,286 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41523 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,39799,1733462423106 2024-12-06T05:20:25,287 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a 2024-12-06T05:20:25,287 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37521 2024-12-06T05:20:25,287 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:20:25,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234/rs 2024-12-06T05:20:25,294 DEBUG [RS:0;ec46afd49254:39799 {}] zookeeper.ZKUtil(111): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on existing znode=/11998291234/rs/ec46afd49254,39799,1733462423106 2024-12-06T05:20:25,294 WARN [RS:0;ec46afd49254:39799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:20:25,294 INFO [RS:0;ec46afd49254:39799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:25,294 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106 2024-12-06T05:20:25,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,39799,1733462423106] 2024-12-06T05:20:25,297 INFO [RS:0;ec46afd49254:39799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:20:25,298 INFO [RS:0;ec46afd49254:39799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:20:25,298 INFO [RS:0;ec46afd49254:39799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:20:25,298 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,299 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:20:25,299 INFO [RS:0;ec46afd49254:39799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:20:25,299 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:20:25,300 DEBUG [RS:0;ec46afd49254:39799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:20:25,302 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,302 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,302 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,302 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,302 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,302 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39799,1733462423106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:20:25,315 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:20:25,315 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,39799,1733462423106-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,315 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,315 INFO [RS:0;ec46afd49254:39799 {}] regionserver.Replication(171): ec46afd49254,39799,1733462423106 started 2024-12-06T05:20:25,327 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:25,327 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,39799,1733462423106, RpcServer on ec46afd49254/172.17.0.3:39799, sessionid=0x101a9154ee70004 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,39799,1733462423106 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,39799,1733462423106' 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11998291234/flush-table-proc/abort' 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11998291234/flush-table-proc/acquired' 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,39799,1733462423106 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,39799,1733462423106' 2024-12-06T05:20:25,328 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11998291234/online-snapshot/abort' 2024-12-06T05:20:25,329 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11998291234/online-snapshot/acquired' 2024-12-06T05:20:25,329 DEBUG [RS:0;ec46afd49254:39799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:20:25,329 INFO [RS:0;ec46afd49254:39799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:20:25,329 INFO [RS:0;ec46afd49254:39799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:20:25,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:20:25,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,429 INFO [RS:0;ec46afd49254:39799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:20:25,431 INFO [RS:0;ec46afd49254:39799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C39799%2C1733462423106, suffix=, logDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/oldWALs, maxLogs=10 2024-12-06T05:20:25,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,447 DEBUG [RS:0;ec46afd49254:39799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, exclude list is [], retry=0 2024-12-06T05:20:25,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41903,DS-9d6c09ab-563e-4b65-9db8-d8db3e8788b4,DISK] 2024-12-06T05:20:25,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:25,458 INFO [RS:0;ec46afd49254:39799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 2024-12-06T05:20:25,460 DEBUG [RS:0;ec46afd49254:39799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37673:37673)] 2024-12-06T05:20:25,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:25,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:20:25,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:20:25,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:25,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:25,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:20:25,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:20:25,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:25,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:25,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:20:25,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:20:25,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:25,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:25,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:20:25,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:20:25,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:25,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:25,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:20:25,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740 2024-12-06T05:20:25,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740 2024-12-06T05:20:25,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:20:25,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:20:25,626 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:20:25,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:20:25,636 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:25,638 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75012029, jitterRate=0.11776633560657501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:20:25,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462425616Initializing all the Stores at 1733462425617 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462425617Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462425617Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462425617Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462425617Cleaning up temporary data from old regions at 1733462425626 (+9 ms)Region opened successfully at 1733462425638 (+12 ms) 2024-12-06T05:20:25,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:20:25,638 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:20:25,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:20:25,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:20:25,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:20:25,639 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:25,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462425638Disabling compacts and flushes for region at 1733462425638Disabling writes for close at 1733462425638Writing region close event to WAL at 1733462425639 (+1 ms)Closed at 1733462425639 2024-12-06T05:20:25,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:25,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:20:25,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:20:25,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:20:25,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:20:25,792 DEBUG [ec46afd49254:41523 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:20:25,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,39799,1733462423106 2024-12-06T05:20:25,794 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,39799,1733462423106, state=OPENING 2024-12-06T05:20:25,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:20:25,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:20:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:25,905 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:20:25,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11998291234/meta-region-server: CHANGED 2024-12-06T05:20:25,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11998291234/meta-region-server: CHANGED 2024-12-06T05:20:25,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,39799,1733462423106}] 2024-12-06T05:20:26,057 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:20:26,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:20:26,062 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:20:26,062 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:26,062 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:20:26,064 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C39799%2C1733462423106.meta, suffix=.meta, logDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/oldWALs, maxLogs=10 2024-12-06T05:20:26,081 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.meta.1733462426065.meta, exclude list is [], retry=0 2024-12-06T05:20:26,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41903,DS-9d6c09ab-563e-4b65-9db8-d8db3e8788b4,DISK] 2024-12-06T05:20:26,088 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.meta.1733462426065.meta 2024-12-06T05:20:26,088 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37673:37673)] 2024-12-06T05:20:26,088 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:26,089 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:26,089 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:20:26,089 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:20:26,089 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:20:26,089 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:20:26,089 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:26,089 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:20:26,089 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:20:26,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:20:26,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:20:26,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:26,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:26,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:20:26,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:20:26,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:26,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:26,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:20:26,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:20:26,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:26,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:26,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:20:26,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:20:26,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:26,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:26,097 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:20:26,097 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740 2024-12-06T05:20:26,098 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740 2024-12-06T05:20:26,099 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:20:26,099 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:20:26,099 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:20:26,100 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:20:26,100 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71843321, jitterRate=0.0705489069223404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:20:26,100 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:20:26,101 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462426090Writing region info on filesystem at 1733462426090Initializing all the Stores at 1733462426090Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462426090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462426090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462426090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462426090Cleaning up temporary data from old regions at 1733462426099 (+9 ms)Running coprocessor post-open hooks at 1733462426100 (+1 ms)Region opened successfully at 1733462426100 2024-12-06T05:20:26,101 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462426057 2024-12-06T05:20:26,103 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:20:26,103 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:20:26,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,39799,1733462423106 2024-12-06T05:20:26,104 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,39799,1733462423106, state=OPEN 2024-12-06T05:20:26,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11998291234/meta-region-server 2024-12-06T05:20:26,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11998291234/meta-region-server 2024-12-06T05:20:26,115 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,39799,1733462423106 2024-12-06T05:20:26,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11998291234/meta-region-server: CHANGED 2024-12-06T05:20:26,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11998291234/meta-region-server: CHANGED 2024-12-06T05:20:26,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:20:26,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,39799,1733462423106 in 210 msec 2024-12-06T05:20:26,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:20:26,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-12-06T05:20:26,120 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:26,120 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:20:26,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:26,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39799,1733462423106, seqNum=-1] 2024-12-06T05:20:26,122 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:26,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:26,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 936 msec 2024-12-06T05:20:26,128 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462426128, completionTime=-1 2024-12-06T05:20:26,128 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:20:26,128 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462486130 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462546130 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41523,1733462422950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41523,1733462422950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41523,1733462422950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:41523, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:26,130 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:26,132 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:20:26,133 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-12-06T05:20:26,133 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:20:26,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:20:26,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:20:26,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:20:26,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:20:26,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41523,1733462422950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:20:26,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41523,1733462422950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:20:26,135 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:20:26,135 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:20:26,135 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41523,1733462422950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:26,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582045c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:26,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41523,-1 for getting cluster id 2024-12-06T05:20:26,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:26,154 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8c525d-a328-49b9-9bf2-74a077e28276' 2024-12-06T05:20:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8c525d-a328-49b9-9bf2-74a077e28276" 2024-12-06T05:20:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9a7806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41523,-1] 2024-12-06T05:20:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:26,156 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:26,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9aaa7cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:26,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:26,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39799,1733462423106, seqNum=-1] 2024-12-06T05:20:26,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:26,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:26,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,41523,1733462422950 2024-12-06T05:20:26,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-12-06T05:20:26,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:20:26,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a9154ee70005 connected 2024-12-06T05:20:26,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.log.dir so I do NOT create it in target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7 2024-12-06T05:20:26,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.tmp.dir so I do NOT create it in target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7 2024-12-06T05:20:26,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:20:26,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/cluster_ef0ba253-2427-8c9a-e6cb-eab1812e41d3, deleteOnExit=true 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/test.cache.data in system properties and HBase conf 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:20:26,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:20:26,181 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:20:26,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:20:26,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:20:26,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:20:26,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:20:26,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:20:26,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:20:26,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:20:26,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46dbd4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:20:26,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3c7800{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:20:26,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1907edb2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/java.io.tmpdir/jetty-localhost-38561-hadoop-hdfs-3_4_1-tests_jar-_-any-17796472491713663812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:20:26,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bcd958d{HTTP/1.1, (http/1.1)}{localhost:38561} 2024-12-06T05:20:26,740 INFO [Time-limited test {}] server.Server(415): Started @283113ms 2024-12-06T05:20:27,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:20:27,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:20:27,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:20:27,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:20:27,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:20:27,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@144b0665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:20:27,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5418524c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:20:27,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49085af7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/java.io.tmpdir/jetty-localhost-39545-hadoop-hdfs-3_4_1-tests_jar-_-any-14341936327263918278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:20:27,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a1628e2{HTTP/1.1, (http/1.1)}{localhost:39545} 2024-12-06T05:20:27,243 INFO [Time-limited test {}] server.Server(415): Started @283616ms 2024-12-06T05:20:27,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:20:27,969 WARN [Thread-2895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/cluster_ef0ba253-2427-8c9a-e6cb-eab1812e41d3/data/data1/current/BP-2090331250-172.17.0.3-1733462426197/current, will proceed with Du for space computation calculation, 2024-12-06T05:20:27,969 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/cluster_ef0ba253-2427-8c9a-e6cb-eab1812e41d3/data/data2/current/BP-2090331250-172.17.0.3-1733462426197/current, will proceed with Du for space computation calculation, 2024-12-06T05:20:27,992 WARN [Thread-2883 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:20:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83b7956cbb74a20b with lease ID 0xc0fb5fcffba96660: Processing first storage report for DS-b4b3f3dc-3303-4cfa-915c-c9db1b8abaa8 from datanode DatanodeRegistration(127.0.0.1:43057, datanodeUuid=c40ae441-02cc-4b16-9303-d6b3973a5693, infoPort=36911, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1992778181;c=1733462426197) 2024-12-06T05:20:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83b7956cbb74a20b with lease ID 0xc0fb5fcffba96660: from storage DS-b4b3f3dc-3303-4cfa-915c-c9db1b8abaa8 node DatanodeRegistration(127.0.0.1:43057, datanodeUuid=c40ae441-02cc-4b16-9303-d6b3973a5693, infoPort=36911, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1992778181;c=1733462426197), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:20:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83b7956cbb74a20b with lease ID 0xc0fb5fcffba96660: Processing first storage report for DS-d1c685cd-7828-4162-8578-812d0814e5da from datanode DatanodeRegistration(127.0.0.1:43057, datanodeUuid=c40ae441-02cc-4b16-9303-d6b3973a5693, infoPort=36911, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1992778181;c=1733462426197) 2024-12-06T05:20:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83b7956cbb74a20b with lease ID 0xc0fb5fcffba96660: from storage DS-d1c685cd-7828-4162-8578-812d0814e5da node DatanodeRegistration(127.0.0.1:43057, datanodeUuid=c40ae441-02cc-4b16-9303-d6b3973a5693, infoPort=36911, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1992778181;c=1733462426197), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:20:28,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7 2024-12-06T05:20:28,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:28,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:20:28,494 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072 with version=8 2024-12-06T05:20:28,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/hbase-staging 2024-12-06T05:20:28,496 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:20:28,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:28,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:28,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:20:28,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:28,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:20:28,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:20:28,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:20:28,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41775 2024-12-06T05:20:28,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41775 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-12-06T05:20:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417750x0, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:20:28,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41775-0x101a9154ee70006 connected 2024-12-06T05:20:28,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:28,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:28,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on znode that does not yet exist, /2707539786/running 2024-12-06T05:20:28,761 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072, hbase.cluster.distributed=false 2024-12-06T05:20:28,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on znode that does not yet exist, /2707539786/acl 2024-12-06T05:20:28,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41775 2024-12-06T05:20:28,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41775 2024-12-06T05:20:28,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41775 2024-12-06T05:20:28,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41775 2024-12-06T05:20:28,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41775 2024-12-06T05:20:28,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:20:28,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:28,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:28,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:20:28,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:20:28,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:20:28,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:20:28,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:20:28,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36173 2024-12-06T05:20:28,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36173 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-12-06T05:20:28,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:28,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:28,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361730x0, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:20:28,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361730x0, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on znode that does not yet exist, /2707539786/running 2024-12-06T05:20:28,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36173-0x101a9154ee70007 connected 2024-12-06T05:20:28,799 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:20:28,800 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:20:28,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on znode that does not yet exist, /2707539786/master 2024-12-06T05:20:28,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on znode that does not yet exist, /2707539786/acl 2024-12-06T05:20:28,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36173 2024-12-06T05:20:28,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36173 2024-12-06T05:20:28,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36173 2024-12-06T05:20:28,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36173 2024-12-06T05:20:28,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36173 2024-12-06T05:20:28,819 DEBUG [M:0;ec46afd49254:41775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:41775 2024-12-06T05:20:28,819 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2707539786/backup-masters/ec46afd49254,41775,1733462428495 2024-12-06T05:20:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786/backup-masters 2024-12-06T05:20:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786/backup-masters 2024-12-06T05:20:28,830 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on existing znode=/2707539786/backup-masters/ec46afd49254,41775,1733462428495 2024-12-06T05:20:28,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2707539786/master 2024-12-06T05:20:28,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:28,841 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on existing znode=/2707539786/master 2024-12-06T05:20:28,841 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2707539786/backup-masters/ec46afd49254,41775,1733462428495 from backup master directory 2024-12-06T05:20:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2707539786/backup-masters/ec46afd49254,41775,1733462428495 2024-12-06T05:20:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786/backup-masters 2024-12-06T05:20:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786/backup-masters 2024-12-06T05:20:28,851 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:20:28,851 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,41775,1733462428495 2024-12-06T05:20:28,853 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/hbase.id] with ID: e1e18893-8548-49e5-b4e3-256ef52ced0d 2024-12-06T05:20:28,854 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/.tmp/hbase.id 2024-12-06T05:20:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:20:28,861 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/.tmp/hbase.id]:[hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/hbase.id] 2024-12-06T05:20:28,869 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:20:28,869 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:20:28,870 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:20:28,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:28,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:28,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:20:29,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:29,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:20:29,089 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48456 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:20:29,288 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:29,288 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:20:29,289 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:29,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:20:29,694 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store 2024-12-06T05:20:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:20:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:20:29,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:20:30,110 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:30,110 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:20:30,110 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:30,110 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:30,110 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:20:30,110 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:30,110 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:30,110 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462430110Disabling compacts and flushes for region at 1733462430110Disabling writes for close at 1733462430110Writing region close event to WAL at 1733462430110Closed at 1733462430110 2024-12-06T05:20:30,111 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/.initializing 2024-12-06T05:20:30,111 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/WALs/ec46afd49254,41775,1733462428495 2024-12-06T05:20:30,111 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:20:30,113 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C41775%2C1733462428495, suffix=, logDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/WALs/ec46afd49254,41775,1733462428495, archiveDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/oldWALs, maxLogs=10 2024-12-06T05:20:30,125 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/WALs/ec46afd49254,41775,1733462428495/ec46afd49254%2C41775%2C1733462428495.1733462430113, exclude list is [], retry=0 2024-12-06T05:20:30,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43057,DS-b4b3f3dc-3303-4cfa-915c-c9db1b8abaa8,DISK] 2024-12-06T05:20:30,134 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/WALs/ec46afd49254,41775,1733462428495/ec46afd49254%2C41775%2C1733462428495.1733462430113 2024-12-06T05:20:30,135 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-12-06T05:20:30,135 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:30,135 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:30,135 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,135 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:20:30,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:30,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:30,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:20:30,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:30,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:30,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:20:30,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:30,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:30,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:20:30,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:30,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:30,142 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,143 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,143 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,144 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,144 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,144 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:20:30,145 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:20:30,146 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:30,147 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67826238, jitterRate=0.010689705610275269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:20:30,147 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462430135Initializing all the Stores at 1733462430136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462430136Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462430136Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462430136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462430136Cleaning up temporary data from old regions at 1733462430144 (+8 ms)Region opened successfully at 1733462430147 (+3 ms) 2024-12-06T05:20:30,148 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:20:30,150 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79519d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:20:30,150 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:20:30,150 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:20:30,150 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:20:30,150 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:20:30,151 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:20:30,151 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:20:30,151 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:20:30,159 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:20:30,160 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Unable to get data of znode /2707539786/balancer because node does not exist (not necessarily an error) 2024-12-06T05:20:30,209 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2707539786/balancer already deleted, retry=false 2024-12-06T05:20:30,210 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:20:30,211 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Unable to get data of znode /2707539786/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:20:30,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2707539786/normalizer already deleted, retry=false 2024-12-06T05:20:30,220 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:20:30,225 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Unable to get data of znode /2707539786/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:20:30,230 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2707539786/switch/split already deleted, retry=false 2024-12-06T05:20:30,231 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Unable to get data of znode /2707539786/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:20:30,241 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2707539786/switch/merge already deleted, retry=false 2024-12-06T05:20:30,243 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Unable to get data of znode /2707539786/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:20:30,251 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2707539786/snapshot-cleanup already deleted, retry=false 2024-12-06T05:20:30,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2707539786/running 2024-12-06T05:20:30,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:30,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2707539786/running 2024-12-06T05:20:30,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:30,262 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,41775,1733462428495, sessionid=0x101a9154ee70006, setting cluster-up flag (Was=false) 2024-12-06T05:20:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:30,398 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2707539786/flush-table-proc/acquired, /2707539786/flush-table-proc/reached, /2707539786/flush-table-proc/abort 2024-12-06T05:20:30,399 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,41775,1733462428495 2024-12-06T05:20:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:30,451 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2707539786/online-snapshot/acquired, /2707539786/online-snapshot/reached, /2707539786/online-snapshot/abort 2024-12-06T05:20:30,452 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,41775,1733462428495 2024-12-06T05:20:30,453 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:20:30,455 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:30,455 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:20:30,455 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:20:30,456 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,41775,1733462428495 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:20:30,457 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:30,457 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:30,457 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:30,457 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:20:30,457 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:20:30,457 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,457 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:20:30,457 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:30,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:20:30,460 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:30,460 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462460460 2024-12-06T05:20:30,460 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:20:30,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:20:30,460 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:20:30,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:20:30,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:20:30,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:20:30,461 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:20:30,464 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,464 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:20:30,464 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:20:30,465 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:20:30,465 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:20:30,465 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:20:30,465 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:20:30,468 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462430465,5,FailOnTimeoutGroup] 2024-12-06T05:20:30,470 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462430468,5,FailOnTimeoutGroup] 2024-12-06T05:20:30,470 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,470 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:20:30,470 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,470 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:20:30,513 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(746): ClusterId : e1e18893-8548-49e5-b4e3-256ef52ced0d 2024-12-06T05:20:30,513 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:20:30,525 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:20:30,525 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:20:30,536 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:20:30,536 DEBUG [RS:0;ec46afd49254:36173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0d3561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:20:30,549 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:36173 2024-12-06T05:20:30,549 INFO [RS:0;ec46afd49254:36173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:20:30,549 INFO [RS:0;ec46afd49254:36173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:20:30,549 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:20:30,550 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,41775,1733462428495 with port=36173, startcode=1733462428780 2024-12-06T05:20:30,550 DEBUG [RS:0;ec46afd49254:36173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:20:30,551 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:20:30,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,36173,1733462428780 2024-12-06T05:20:30,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41775 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,36173,1733462428780 2024-12-06T05:20:30,552 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072 2024-12-06T05:20:30,552 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43659 2024-12-06T05:20:30,552 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:20:30,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786/rs 2024-12-06T05:20:30,607 DEBUG [RS:0;ec46afd49254:36173 {}] zookeeper.ZKUtil(111): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on existing znode=/2707539786/rs/ec46afd49254,36173,1733462428780 2024-12-06T05:20:30,607 WARN [RS:0;ec46afd49254:36173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:20:30,608 INFO [RS:0;ec46afd49254:36173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:30,608 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780 2024-12-06T05:20:30,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,36173,1733462428780] 2024-12-06T05:20:30,610 INFO [RS:0;ec46afd49254:36173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:20:30,612 INFO [RS:0;ec46afd49254:36173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:20:30,612 INFO [RS:0;ec46afd49254:36173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:20:30,612 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,612 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:20:30,613 INFO [RS:0;ec46afd49254:36173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:20:30,613 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:20:30,613 DEBUG [RS:0;ec46afd49254:36173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:20:30,616 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,616 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,616 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,616 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,616 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,616 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,36173,1733462428780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:20:30,636 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:20:30,636 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,36173,1733462428780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,636 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,636 INFO [RS:0;ec46afd49254:36173 {}] regionserver.Replication(171): ec46afd49254,36173,1733462428780 started 2024-12-06T05:20:30,653 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:30,653 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,36173,1733462428780, RpcServer on ec46afd49254/172.17.0.3:36173, sessionid=0x101a9154ee70007 2024-12-06T05:20:30,653 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:20:30,653 DEBUG [RS:0;ec46afd49254:36173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,36173,1733462428780 2024-12-06T05:20:30,653 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,36173,1733462428780' 2024-12-06T05:20:30,653 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2707539786/flush-table-proc/abort' 2024-12-06T05:20:30,654 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2707539786/flush-table-proc/acquired' 2024-12-06T05:20:30,654 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:20:30,654 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:20:30,654 DEBUG [RS:0;ec46afd49254:36173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,36173,1733462428780 2024-12-06T05:20:30,654 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,36173,1733462428780' 2024-12-06T05:20:30,654 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2707539786/online-snapshot/abort' 2024-12-06T05:20:30,655 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2707539786/online-snapshot/acquired' 2024-12-06T05:20:30,655 DEBUG [RS:0;ec46afd49254:36173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:20:30,655 INFO [RS:0;ec46afd49254:36173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:20:30,655 INFO [RS:0;ec46afd49254:36173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:20:30,755 INFO [RS:0;ec46afd49254:36173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:20:30,756 INFO [RS:0;ec46afd49254:36173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C36173%2C1733462428780, suffix=, logDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780, archiveDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/oldWALs, maxLogs=10 2024-12-06T05:20:30,767 DEBUG [RS:0;ec46afd49254:36173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, exclude list is [], retry=0 2024-12-06T05:20:30,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43057,DS-b4b3f3dc-3303-4cfa-915c-c9db1b8abaa8,DISK] 2024-12-06T05:20:30,770 INFO [RS:0;ec46afd49254:36173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 2024-12-06T05:20:30,771 DEBUG [RS:0;ec46afd49254:36173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-12-06T05:20:30,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:20:30,873 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072 2024-12-06T05:20:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:20:31,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:31,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:20:31,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:20:31,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:31,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:31,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:20:31,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:20:31,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:31,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:31,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:20:31,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:20:31,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:31,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:31,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:20:31,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:20:31,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:31,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:31,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:20:31,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740 2024-12-06T05:20:31,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740 2024-12-06T05:20:31,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:20:31,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:20:31,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:20:31,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:20:31,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:31,299 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71931533, jitterRate=0.07186336815357208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:20:31,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462431278Initializing all the Stores at 1733462431279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462431279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462431280 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462431280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462431280Cleaning up temporary data from old regions at 1733462431296 (+16 ms)Region opened successfully at 1733462431300 (+4 ms) 2024-12-06T05:20:31,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:20:31,300 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:20:31,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:20:31,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:20:31,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:20:31,300 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:31,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462431300Disabling compacts and flushes for region at 1733462431300Disabling writes for close at 1733462431300Writing region close event to WAL at 1733462431300Closed at 1733462431300 2024-12-06T05:20:31,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:31,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:20:31,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:20:31,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:20:31,303 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:20:31,453 DEBUG [ec46afd49254:41775 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:20:31,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,36173,1733462428780 2024-12-06T05:20:31,455 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,36173,1733462428780, state=OPENING 2024-12-06T05:20:31,525 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:20:31,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:31,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:31,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2707539786/meta-region-server: CHANGED 2024-12-06T05:20:31,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2707539786/meta-region-server: CHANGED 2024-12-06T05:20:31,537 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:20:31,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,36173,1733462428780}] 2024-12-06T05:20:31,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:20:31,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:31,690 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:20:31,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:20:31,707 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:20:31,707 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:31,708 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:20:31,709 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C36173%2C1733462428780.meta, suffix=.meta, logDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780, archiveDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/oldWALs, maxLogs=10 2024-12-06T05:20:31,725 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.meta.1733462431709.meta, exclude list is [], retry=0 2024-12-06T05:20:31,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43057,DS-b4b3f3dc-3303-4cfa-915c-c9db1b8abaa8,DISK] 2024-12-06T05:20:31,736 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.meta.1733462431709.meta 2024-12-06T05:20:31,768 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-12-06T05:20:31,768 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:31,768 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:31,769 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:20:31,769 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:20:31,769 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:20:31,769 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:20:31,769 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:31,769 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:20:31,769 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:20:31,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:20:31,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:20:31,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:31,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:31,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:20:31,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:20:31,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:31,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:31,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:20:31,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:20:31,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:31,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:31,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:20:31,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:20:31,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:31,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:20:31,792 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:20:31,793 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740 2024-12-06T05:20:31,794 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740 2024-12-06T05:20:31,795 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:20:31,795 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:20:31,796 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:20:31,798 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:20:31,799 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73483791, jitterRate=0.09499381482601166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:20:31,799 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:20:31,799 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462431769Writing region info on filesystem at 1733462431769Initializing all the Stores at 1733462431777 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462431777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462431784 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462431784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462431784Cleaning up temporary data from old regions at 1733462431795 (+11 ms)Running coprocessor post-open hooks at 1733462431799 (+4 ms)Region opened successfully at 1733462431799 2024-12-06T05:20:31,800 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462431690 2024-12-06T05:20:31,804 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:20:31,804 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:20:31,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,36173,1733462428780 2024-12-06T05:20:31,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,36173,1733462428780, state=OPEN 2024-12-06T05:20:31,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2707539786/meta-region-server 2024-12-06T05:20:31,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2707539786/meta-region-server 2024-12-06T05:20:31,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2707539786/meta-region-server: CHANGED 2024-12-06T05:20:31,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2707539786/meta-region-server: CHANGED 2024-12-06T05:20:31,810 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,36173,1733462428780 2024-12-06T05:20:31,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:20:31,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,36173,1733462428780 in 273 msec 2024-12-06T05:20:31,818 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:20:31,818 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:20:31,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:20:31,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec 2024-12-06T05:20:31,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:31,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36173,1733462428780, seqNum=-1] 2024-12-06T05:20:31,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:31,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:31,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3720 sec 2024-12-06T05:20:31,828 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462431828, completionTime=-1 2024-12-06T05:20:31,828 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:20:31,828 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:20:31,831 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:20:31,831 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462491831 2024-12-06T05:20:31,831 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462551831 2024-12-06T05:20:31,831 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T05:20:31,832 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41775,1733462428495-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:31,832 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41775,1733462428495-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:31,832 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41775,1733462428495-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:31,832 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:41775, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:31,832 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:31,835 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:20:31,836 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:31,841 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.990sec 2024-12-06T05:20:31,842 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:20:31,842 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:20:31,842 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:20:31,842 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:20:31,842 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:20:31,842 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41775,1733462428495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:20:31,842 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41775,1733462428495-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:20:31,846 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:20:31,846 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:20:31,846 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41775,1733462428495-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:20:31,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13699de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:31,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41775,-1 for getting cluster id 2024-12-06T05:20:31,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:31,921 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e18893-8548-49e5-b4e3-256ef52ced0d' 2024-12-06T05:20:31,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e18893-8548-49e5-b4e3-256ef52ced0d" 2024-12-06T05:20:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4350cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41775,-1] 2024-12-06T05:20:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:31,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:31,923 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:31,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34aeb9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:31,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36173,1733462428780, seqNum=-1] 2024-12-06T05:20:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:31,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:31,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,41775,1733462428495 2024-12-06T05:20:31,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62009 2024-12-06T05:20:31,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:20:31,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a9154ee70008 connected 2024-12-06T05:20:31,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:31,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,46691,1733462416383 2024-12-06T05:20:31,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d300d51 2024-12-06T05:20:31,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:31,950 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:31,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:20:31,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:20:31,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:31,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:20:31,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:20:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:31,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:20:31,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af5fd92f8f70829d5727fca8d2fd134e, NAME => 'test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546 2024-12-06T05:20:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:20:32,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:32,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af5fd92f8f70829d5727fca8d2fd134e, disabling compactions & flushes 2024-12-06T05:20:32,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:32,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:32,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. after waiting 0 ms 2024-12-06T05:20:32,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:32,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:32,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af5fd92f8f70829d5727fca8d2fd134e: Waiting for close lock at 1733462432017Disabling compacts and flushes for region at 1733462432017Disabling writes for close at 1733462432017Writing region close event to WAL at 1733462432017Closed at 1733462432017 2024-12-06T05:20:32,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:20:32,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462432018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462432018"}]},"ts":"1733462432018"} 2024-12-06T05:20:32,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:20:32,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:20:32,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462432022"}]},"ts":"1733462432022"} 2024-12-06T05:20:32,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:20:32,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af5fd92f8f70829d5727fca8d2fd134e, ASSIGN}] 2024-12-06T05:20:32,026 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af5fd92f8f70829d5727fca8d2fd134e, ASSIGN 2024-12-06T05:20:32,027 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af5fd92f8f70829d5727fca8d2fd134e, ASSIGN; state=OFFLINE, location=ec46afd49254,46383,1733462416603; forceNewPlan=false, retain=false 2024-12-06T05:20:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:32,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af5fd92f8f70829d5727fca8d2fd134e, regionState=OPENING, regionLocation=ec46afd49254,46383,1733462416603 2024-12-06T05:20:32,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af5fd92f8f70829d5727fca8d2fd134e, ASSIGN because future has completed 2024-12-06T05:20:32,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5fd92f8f70829d5727fca8d2fd134e, server=ec46afd49254,46383,1733462416603}] 2024-12-06T05:20:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:32,347 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:32,347 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af5fd92f8f70829d5727fca8d2fd134e, NAME => 'test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:32,348 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:32,348 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:20:32,348 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,348 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:32,348 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,348 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,351 INFO [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,352 INFO [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5fd92f8f70829d5727fca8d2fd134e columnFamilyName f 2024-12-06T05:20:32,352 DEBUG [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:32,353 INFO [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] regionserver.HStore(327): Store=af5fd92f8f70829d5727fca8d2fd134e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:32,353 INFO [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,354 INFO [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5fd92f8f70829d5727fca8d2fd134e columnFamilyName f1 2024-12-06T05:20:32,354 DEBUG [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:32,354 INFO [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] regionserver.HStore(327): Store=af5fd92f8f70829d5727fca8d2fd134e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:32,354 INFO [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,356 INFO [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5fd92f8f70829d5727fca8d2fd134e columnFamilyName norep 2024-12-06T05:20:32,356 DEBUG [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:32,356 INFO [StoreOpener-af5fd92f8f70829d5727fca8d2fd134e-1 {}] regionserver.HStore(327): Store=af5fd92f8f70829d5727fca8d2fd134e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:32,356 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,357 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,357 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,358 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,358 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,359 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:20:32,360 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,370 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:32,370 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af5fd92f8f70829d5727fca8d2fd134e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73948436, jitterRate=0.101917564868927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:20:32,370 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:32,371 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af5fd92f8f70829d5727fca8d2fd134e: Running coprocessor pre-open hook at 1733462432348Writing region info on filesystem at 1733462432348Initializing all the Stores at 1733462432349 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462432349Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462432351 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462432351Cleaning up temporary data from old regions at 1733462432358 (+7 ms)Running coprocessor post-open hooks at 1733462432370 (+12 ms)Region opened successfully at 1733462432371 (+1 ms) 2024-12-06T05:20:32,373 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e., pid=6, masterSystemTime=1733462432334 2024-12-06T05:20:32,375 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:32,375 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:32,376 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af5fd92f8f70829d5727fca8d2fd134e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,46383,1733462416603 2024-12-06T05:20:32,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5fd92f8f70829d5727fca8d2fd134e, server=ec46afd49254,46383,1733462416603 because future has completed 2024-12-06T05:20:32,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:20:32,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af5fd92f8f70829d5727fca8d2fd134e, server=ec46afd49254,46383,1733462416603 in 213 msec 2024-12-06T05:20:32,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:20:32,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af5fd92f8f70829d5727fca8d2fd134e, ASSIGN in 373 msec 2024-12-06T05:20:32,400 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:20:32,400 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462432400"}]},"ts":"1733462432400"} 2024-12-06T05:20:32,403 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:20:32,404 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:20:32,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 453 msec 2024-12-06T05:20:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:32,579 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:20:32,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:32,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41523,1733462422950 2024-12-06T05:20:32,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1840d888 2024-12-06T05:20:32,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:32,582 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:32,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:20:32,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:20:32,586 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:32,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:20:32,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:20:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:20:32,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52e1d2888438f0040f93cb2bf2a8ae91, NAME => 'test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a 2024-12-06T05:20:32,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:20:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:33,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:33,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52e1d2888438f0040f93cb2bf2a8ae91, disabling compactions & flushes 2024-12-06T05:20:33,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:33,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:33,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. after waiting 0 ms 2024-12-06T05:20:33,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:33,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:33,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52e1d2888438f0040f93cb2bf2a8ae91: Waiting for close lock at 1733462433023Disabling compacts and flushes for region at 1733462433023Disabling writes for close at 1733462433023Writing region close event to WAL at 1733462433023Closed at 1733462433023 2024-12-06T05:20:33,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:20:33,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462433024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462433024"}]},"ts":"1733462433024"} 2024-12-06T05:20:33,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:20:33,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:20:33,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462433026"}]},"ts":"1733462433026"} 2024-12-06T05:20:33,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:20:33,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e1d2888438f0040f93cb2bf2a8ae91, ASSIGN}] 2024-12-06T05:20:33,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e1d2888438f0040f93cb2bf2a8ae91, ASSIGN 2024-12-06T05:20:33,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52e1d2888438f0040f93cb2bf2a8ae91, ASSIGN; state=OFFLINE, location=ec46afd49254,39799,1733462423106; forceNewPlan=false, retain=false 2024-12-06T05:20:33,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e1d2888438f0040f93cb2bf2a8ae91, regionState=OPENING, regionLocation=ec46afd49254,39799,1733462423106 2024-12-06T05:20:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52e1d2888438f0040f93cb2bf2a8ae91, ASSIGN because future has completed 2024-12-06T05:20:33,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e1d2888438f0040f93cb2bf2a8ae91, server=ec46afd49254,39799,1733462423106}] 2024-12-06T05:20:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:33,337 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:33,337 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52e1d2888438f0040f93cb2bf2a8ae91, NAME => 'test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:33,338 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:33,338 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:20:33,338 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,338 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:33,338 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,338 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,339 INFO [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,340 INFO [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e1d2888438f0040f93cb2bf2a8ae91 columnFamilyName f 2024-12-06T05:20:33,340 DEBUG [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:33,341 INFO [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] regionserver.HStore(327): Store=52e1d2888438f0040f93cb2bf2a8ae91/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:33,341 INFO [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,342 INFO [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e1d2888438f0040f93cb2bf2a8ae91 columnFamilyName f1 2024-12-06T05:20:33,342 DEBUG [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:33,342 INFO [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] regionserver.HStore(327): Store=52e1d2888438f0040f93cb2bf2a8ae91/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:33,342 INFO [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,343 INFO [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e1d2888438f0040f93cb2bf2a8ae91 columnFamilyName norep 2024-12-06T05:20:33,343 DEBUG [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:33,343 INFO [StoreOpener-52e1d2888438f0040f93cb2bf2a8ae91-1 {}] regionserver.HStore(327): Store=52e1d2888438f0040f93cb2bf2a8ae91/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:33,343 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,344 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,345 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,345 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,345 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,346 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:20:33,347 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,351 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:33,351 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52e1d2888438f0040f93cb2bf2a8ae91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70545969, jitterRate=0.05121685564517975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:20:33,352 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:33,352 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52e1d2888438f0040f93cb2bf2a8ae91: Running coprocessor pre-open hook at 1733462433338Writing region info on filesystem at 1733462433338Initializing all the Stores at 1733462433339 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462433339Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462433339Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462433339Cleaning up temporary data from old regions at 1733462433345 (+6 ms)Running coprocessor post-open hooks at 1733462433352 (+7 ms)Region opened successfully at 1733462433352 2024-12-06T05:20:33,352 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91., pid=6, masterSystemTime=1733462433334 2024-12-06T05:20:33,354 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:33,354 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:33,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e1d2888438f0040f93cb2bf2a8ae91, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,39799,1733462423106 2024-12-06T05:20:33,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e1d2888438f0040f93cb2bf2a8ae91, server=ec46afd49254,39799,1733462423106 because future has completed 2024-12-06T05:20:33,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:20:33,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52e1d2888438f0040f93cb2bf2a8ae91, server=ec46afd49254,39799,1733462423106 in 175 msec 2024-12-06T05:20:33,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:20:33,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52e1d2888438f0040f93cb2bf2a8ae91, ASSIGN in 331 msec 2024-12-06T05:20:33,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:20:33,361 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462433361"}]},"ts":"1733462433361"} 2024-12-06T05:20:33,362 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:20:33,363 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:20:33,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-12-06T05:20:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:33,728 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:20:33,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:33,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41775,1733462428495 2024-12-06T05:20:33,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bda3459 2024-12-06T05:20:33,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:33,730 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:33,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:20:33,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:20:33,733 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:33,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:20:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:33,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:20:33,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:20:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:34,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd65fd0bee73919675f1892a671c9e30, NAME => 'test,,1733462433731.dd65fd0bee73919675f1892a671c9e30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072 2024-12-06T05:20:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:20:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:34,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462433731.dd65fd0bee73919675f1892a671c9e30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:34,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dd65fd0bee73919675f1892a671c9e30, disabling compactions & flushes 2024-12-06T05:20:34,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:34,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:34,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. after waiting 0 ms 2024-12-06T05:20:34,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:34,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:34,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd65fd0bee73919675f1892a671c9e30: Waiting for close lock at 1733462434548Disabling compacts and flushes for region at 1733462434548Disabling writes for close at 1733462434548Writing region close event to WAL at 1733462434548Closed at 1733462434548 2024-12-06T05:20:34,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:20:34,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462433731.dd65fd0bee73919675f1892a671c9e30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462434549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462434549"}]},"ts":"1733462434549"} 2024-12-06T05:20:34,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:20:34,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:20:34,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462434552"}]},"ts":"1733462434552"} 2024-12-06T05:20:34,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:20:34,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd65fd0bee73919675f1892a671c9e30, ASSIGN}] 2024-12-06T05:20:34,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd65fd0bee73919675f1892a671c9e30, ASSIGN 2024-12-06T05:20:34,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dd65fd0bee73919675f1892a671c9e30, ASSIGN; state=OFFLINE, location=ec46afd49254,36173,1733462428780; forceNewPlan=false, retain=false 2024-12-06T05:20:34,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd65fd0bee73919675f1892a671c9e30, regionState=OPENING, regionLocation=ec46afd49254,36173,1733462428780 2024-12-06T05:20:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dd65fd0bee73919675f1892a671c9e30, ASSIGN because future has completed 2024-12-06T05:20:34,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd65fd0bee73919675f1892a671c9e30, server=ec46afd49254,36173,1733462428780}] 2024-12-06T05:20:34,864 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:34,864 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dd65fd0bee73919675f1892a671c9e30, NAME => 'test,,1733462433731.dd65fd0bee73919675f1892a671c9e30.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:34,864 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:34,864 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:20:34,864 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,865 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462433731.dd65fd0bee73919675f1892a671c9e30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:34,865 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,865 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,866 INFO [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,867 INFO [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd65fd0bee73919675f1892a671c9e30 columnFamilyName f 2024-12-06T05:20:34,867 DEBUG [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:34,867 INFO [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] regionserver.HStore(327): Store=dd65fd0bee73919675f1892a671c9e30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:34,867 INFO [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,868 INFO [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd65fd0bee73919675f1892a671c9e30 columnFamilyName f1 2024-12-06T05:20:34,868 DEBUG [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:34,868 INFO [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] regionserver.HStore(327): Store=dd65fd0bee73919675f1892a671c9e30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:34,868 INFO [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:34,869 INFO [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd65fd0bee73919675f1892a671c9e30 columnFamilyName norep 2024-12-06T05:20:34,869 DEBUG [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:34,869 INFO [StoreOpener-dd65fd0bee73919675f1892a671c9e30-1 {}] regionserver.HStore(327): Store=dd65fd0bee73919675f1892a671c9e30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:34,869 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,870 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,871 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,871 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,871 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,872 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:20:34,872 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,874 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:34,874 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dd65fd0bee73919675f1892a671c9e30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72598060, jitterRate=0.08179539442062378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:20:34,874 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:34,874 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dd65fd0bee73919675f1892a671c9e30: Running coprocessor pre-open hook at 1733462434865Writing region info on filesystem at 1733462434865Initializing all the Stores at 1733462434865Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462434865Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462434866 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462434866Cleaning up temporary data from old regions at 1733462434871 (+5 ms)Running coprocessor post-open hooks at 1733462434874 (+3 ms)Region opened successfully at 1733462434874 2024-12-06T05:20:34,875 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462433731.dd65fd0bee73919675f1892a671c9e30., pid=6, masterSystemTime=1733462434859 2024-12-06T05:20:34,876 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:34,876 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:34,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd65fd0bee73919675f1892a671c9e30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,36173,1733462428780 2024-12-06T05:20:34,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd65fd0bee73919675f1892a671c9e30, server=ec46afd49254,36173,1733462428780 because future has completed 2024-12-06T05:20:34,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:20:34,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd65fd0bee73919675f1892a671c9e30, server=ec46afd49254,36173,1733462428780 in 172 msec 2024-12-06T05:20:34,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:20:34,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dd65fd0bee73919675f1892a671c9e30, ASSIGN in 327 msec 2024-12-06T05:20:34,882 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:20:34,882 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462434882"}]},"ts":"1733462434882"} 2024-12-06T05:20:34,883 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:20:34,884 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:20:34,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-06T05:20:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:20:35,878 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:20:35,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b80ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:35,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,46691,-1 for getting cluster id 2024-12-06T05:20:35,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:35,880 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a55cfdac-5c89-4696-8275-5cc6dcb83dca' 2024-12-06T05:20:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a55cfdac-5c89-4696-8275-5cc6dcb83dca" 2024-12-06T05:20:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56526a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,46691,-1] 2024-12-06T05:20:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:35,881 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:35,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7da9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:35,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,46691,1733462416383 2024-12-06T05:20:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e0c3b7 2024-12-06T05:20:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:35,883 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:35,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:41523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:20:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:20:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:35,886 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:41523' 2024-12-06T05:20:35,886 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d27e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:35,886 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41523,-1 for getting cluster id 2024-12-06T05:20:35,887 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:35,887 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8c525d-a328-49b9-9bf2-74a077e28276' 2024-12-06T05:20:35,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:35,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8c525d-a328-49b9-9bf2-74a077e28276" 2024-12-06T05:20:35,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a98bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:35,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41523,-1] 2024-12-06T05:20:35,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:35,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:35,888 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:35,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ed1c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:35,889 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:35,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41523,1733462422950 2024-12-06T05:20:35,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@771bd287 2024-12-06T05:20:35,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:35,890 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:35,890 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T05:20:35,891 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:20:35,891 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:35,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:35,891 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:35,891 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:35,892 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:20:35,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:20:35,893 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:35,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:20:35,942 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:20:35,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:20:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:36,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa2ad8cc7090555fff1f717b4d0b4035, NAME => 'hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546 2024-12-06T05:20:36,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:20:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:36,610 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T05:20:36,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:36,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa2ad8cc7090555fff1f717b4d0b4035, disabling compactions & flushes 2024-12-06T05:20:36,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:36,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:36,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. after waiting 0 ms 2024-12-06T05:20:36,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:36,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:36,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa2ad8cc7090555fff1f717b4d0b4035: Waiting for close lock at 1733462436791Disabling compacts and flushes for region at 1733462436791Disabling writes for close at 1733462436791Writing region close event to WAL at 1733462436791Closed at 1733462436791 2024-12-06T05:20:36,792 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:20:36,793 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462436793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462436793"}]},"ts":"1733462436793"} 2024-12-06T05:20:36,795 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:20:36,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:20:36,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462436796"}]},"ts":"1733462436796"} 2024-12-06T05:20:36,799 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:20:36,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa2ad8cc7090555fff1f717b4d0b4035, ASSIGN}] 2024-12-06T05:20:36,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa2ad8cc7090555fff1f717b4d0b4035, ASSIGN 2024-12-06T05:20:36,801 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa2ad8cc7090555fff1f717b4d0b4035, ASSIGN; state=OFFLINE, location=ec46afd49254,46383,1733462416603; forceNewPlan=false, retain=false 2024-12-06T05:20:36,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa2ad8cc7090555fff1f717b4d0b4035, regionState=OPENING, regionLocation=ec46afd49254,46383,1733462416603 2024-12-06T05:20:36,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa2ad8cc7090555fff1f717b4d0b4035, ASSIGN because future has completed 2024-12-06T05:20:36,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa2ad8cc7090555fff1f717b4d0b4035, server=ec46afd49254,46383,1733462416603}] 2024-12-06T05:20:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:37,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:37,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:37,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:20:37,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C46383%2C1733462416603.rep, suffix=, logDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603, archiveDir=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/oldWALs, maxLogs=10 2024-12-06T05:20:37,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.rep.1733462437128, exclude list is [], retry=0 2024-12-06T05:20:37,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38043,DS-77b76baa-8271-4e86-b642-76022f39e7ee,DISK] 2024-12-06T05:20:37,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.rep.1733462437128 2024-12-06T05:20:37,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34201:34201)] 2024-12-06T05:20:37,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa2ad8cc7090555fff1f717b4d0b4035, NAME => 'hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:37,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:37,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:20:37,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. service=MultiRowMutationService 2024-12-06T05:20:37,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:20:37,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:37,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,209 INFO [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,212 INFO [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa2ad8cc7090555fff1f717b4d0b4035 columnFamilyName hfileref 2024-12-06T05:20:37,212 DEBUG [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:37,216 INFO [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] regionserver.HStore(327): Store=fa2ad8cc7090555fff1f717b4d0b4035/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:37,217 INFO [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,218 INFO [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa2ad8cc7090555fff1f717b4d0b4035 columnFamilyName queue 2024-12-06T05:20:37,218 DEBUG [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:37,219 INFO [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] regionserver.HStore(327): Store=fa2ad8cc7090555fff1f717b4d0b4035/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:37,219 INFO [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,220 INFO [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa2ad8cc7090555fff1f717b4d0b4035 columnFamilyName sid 2024-12-06T05:20:37,220 DEBUG [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:37,220 INFO [StoreOpener-fa2ad8cc7090555fff1f717b4d0b4035-1 {}] regionserver.HStore(327): Store=fa2ad8cc7090555fff1f717b4d0b4035/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:37,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/replication/fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/replication/fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:20:37,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/replication/fa2ad8cc7090555fff1f717b4d0b4035/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:37,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa2ad8cc7090555fff1f717b4d0b4035; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64631508, jitterRate=-0.036915481090545654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:20:37,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:37,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa2ad8cc7090555fff1f717b4d0b4035: Running coprocessor pre-open hook at 1733462437202Writing region info on filesystem at 1733462437202Initializing all the Stores at 1733462437202Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462437202Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462437208 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462437208Cleaning up temporary data from old regions at 1733462437223 (+15 ms)Running coprocessor post-open hooks at 1733462437233 (+10 ms)Region opened successfully at 1733462437233 2024-12-06T05:20:37,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035., pid=10, masterSystemTime=1733462437107 2024-12-06T05:20:37,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa2ad8cc7090555fff1f717b4d0b4035, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,46383,1733462416603 2024-12-06T05:20:37,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:37,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:37,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa2ad8cc7090555fff1f717b4d0b4035, server=ec46afd49254,46383,1733462416603 because future has completed 2024-12-06T05:20:37,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:20:37,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa2ad8cc7090555fff1f717b4d0b4035, server=ec46afd49254,46383,1733462416603 in 290 msec 2024-12-06T05:20:37,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:20:37,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa2ad8cc7090555fff1f717b4d0b4035, ASSIGN in 448 msec 2024-12-06T05:20:37,255 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:20:37,255 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462437255"}]},"ts":"1733462437255"} 2024-12-06T05:20:37,257 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:20:37,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:20:37,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3670 sec 2024-12-06T05:20:37,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:20:37,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035., hostname=ec46afd49254,46383,1733462416603, seqNum=2] 2024-12-06T05:20:37,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:37,388 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:37,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:37,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:20:37,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:20:37,563 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:20:37,595 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,46383,1733462416603, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:20:37,595 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:37,596 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,46383,1733462416603, seqNum=-1] 2024-12-06T05:20:37,596 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:37,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:37,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,46383,1733462416603', locateType=CURRENT is [region=hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035., hostname=ec46afd49254,46383,1733462416603, seqNum=2] 2024-12-06T05:20:37,648 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:20:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:20:37,652 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,46383,1733462416603 suceeded 2024-12-06T05:20:37,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:20:37,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 242 msec 2024-12-06T05:20:37,655 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:41523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:20:37,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7710 sec 2024-12-06T05:20:37,695 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:41523' 2024-12-06T05:20:37,709 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@830309f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:37,709 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41523,-1 for getting cluster id 2024-12-06T05:20:37,709 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:37,710 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8c525d-a328-49b9-9bf2-74a077e28276' 2024-12-06T05:20:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8c525d-a328-49b9-9bf2-74a077e28276" 2024-12-06T05:20:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3293fe5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41523,-1] 2024-12-06T05:20:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:37,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:37,713 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:37,714 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bf1f6f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:37,714 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:37,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41523,1733462422950 2024-12-06T05:20:37,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cc1b1cb 2024-12-06T05:20:37,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:37,717 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-06T05:20:37,718 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,46383,1733462416603 (queues=1) is replicating from cluster=a55cfdac-5c89-4696-8275-5cc6dcb83dca to cluster=8e8c525d-a328-49b9-9bf2-74a077e28276 2024-12-06T05:20:37,718 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C46383%2C1733462416603 2024-12-06T05:20:37,718 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,46383,1733462416603, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:20:37,740 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, startPosition=0, beingWritten=true 2024-12-06T05:20:37,743 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C46383%2C1733462416603 2024-12-06T05:20:37,750 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:37,750 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 379, reset compression=false 2024-12-06T05:20:37,750 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:37,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:20:37,955 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 379, reset compression=false 2024-12-06T05:20:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:38,029 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:20:38,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:38,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:38,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:38,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:38,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:38,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfd2c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:38,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41523,-1 for getting cluster id 2024-12-06T05:20:38,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:38,045 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8c525d-a328-49b9-9bf2-74a077e28276' 2024-12-06T05:20:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8c525d-a328-49b9-9bf2-74a077e28276" 2024-12-06T05:20:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4302b78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41523,-1] 2024-12-06T05:20:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:38,047 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5d8e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:38,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:38,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41523,1733462422950 2024-12-06T05:20:38,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31be1e4b 2024-12-06T05:20:38,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:38,051 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:38,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:41775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:20:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:20:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:38,054 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:41775' 2024-12-06T05:20:38,072 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528f430c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:38,072 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41775,-1 for getting cluster id 2024-12-06T05:20:38,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:38,073 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e18893-8548-49e5-b4e3-256ef52ced0d' 2024-12-06T05:20:38,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:38,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e18893-8548-49e5-b4e3-256ef52ced0d" 2024-12-06T05:20:38,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e8de05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:38,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41775,-1] 2024-12-06T05:20:38,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:38,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:38,074 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:38,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218b69cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:38,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:38,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41775,1733462428495 2024-12-06T05:20:38,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@83dbe 2024-12-06T05:20:38,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:38,077 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:38,078 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:20:38,078 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:20:38,078 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:38,078 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:38,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:38,079 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:38,080 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:20:38,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:20:38,081 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:38,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:20:38,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:20:38,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b9cd9a16853d11b9f0c4a53b27c6add, NAME => 'hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a 2024-12-06T05:20:38,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:20:38,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:38,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3b9cd9a16853d11b9f0c4a53b27c6add, disabling compactions & flushes 2024-12-06T05:20:38,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:38,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:38,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. after waiting 0 ms 2024-12-06T05:20:38,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:38,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:38,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b9cd9a16853d11b9f0c4a53b27c6add: Waiting for close lock at 1733462438111Disabling compacts and flushes for region at 1733462438111Disabling writes for close at 1733462438111Writing region close event to WAL at 1733462438111Closed at 1733462438111 2024-12-06T05:20:38,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:20:38,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462438113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462438113"}]},"ts":"1733462438113"} 2024-12-06T05:20:38,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:20:38,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:20:38,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462438116"}]},"ts":"1733462438116"} 2024-12-06T05:20:38,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:20:38,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b9cd9a16853d11b9f0c4a53b27c6add, ASSIGN}] 2024-12-06T05:20:38,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b9cd9a16853d11b9f0c4a53b27c6add, ASSIGN 2024-12-06T05:20:38,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b9cd9a16853d11b9f0c4a53b27c6add, ASSIGN; state=OFFLINE, location=ec46afd49254,39799,1733462423106; forceNewPlan=false, retain=false 2024-12-06T05:20:38,130 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:20:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:38,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b9cd9a16853d11b9f0c4a53b27c6add, regionState=OPENING, regionLocation=ec46afd49254,39799,1733462423106 2024-12-06T05:20:38,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b9cd9a16853d11b9f0c4a53b27c6add, ASSIGN because future has completed 2024-12-06T05:20:38,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9cd9a16853d11b9f0c4a53b27c6add, server=ec46afd49254,39799,1733462423106}] 2024-12-06T05:20:38,289 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 379, reset compression=false 2024-12-06T05:20:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:38,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:38,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:38,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:20:38,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C39799%2C1733462423106.rep, suffix=, logDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/oldWALs, maxLogs=10 2024-12-06T05:20:38,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.rep.1733462438434, exclude list is [], retry=0 2024-12-06T05:20:38,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41903,DS-9d6c09ab-563e-4b65-9db8-d8db3e8788b4,DISK] 2024-12-06T05:20:38,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.rep.1733462438434 2024-12-06T05:20:38,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37673:37673)] 2024-12-06T05:20:38,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b9cd9a16853d11b9f0c4a53b27c6add, NAME => 'hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:38,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:38,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:20:38,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. service=MultiRowMutationService 2024-12-06T05:20:38,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:20:38,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:38,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,459 INFO [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,460 INFO [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9cd9a16853d11b9f0c4a53b27c6add columnFamilyName hfileref 2024-12-06T05:20:38,460 DEBUG [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:38,461 INFO [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] regionserver.HStore(327): Store=3b9cd9a16853d11b9f0c4a53b27c6add/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:38,461 INFO [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,462 INFO [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9cd9a16853d11b9f0c4a53b27c6add columnFamilyName queue 2024-12-06T05:20:38,462 DEBUG [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:38,462 INFO [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] regionserver.HStore(327): Store=3b9cd9a16853d11b9f0c4a53b27c6add/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:38,462 INFO [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,463 INFO [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9cd9a16853d11b9f0c4a53b27c6add columnFamilyName sid 2024-12-06T05:20:38,463 DEBUG [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:38,463 INFO [StoreOpener-3b9cd9a16853d11b9f0c4a53b27c6add-1 {}] regionserver.HStore(327): Store=3b9cd9a16853d11b9f0c4a53b27c6add/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:38,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/replication/3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/replication/3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:20:38,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/replication/3b9cd9a16853d11b9f0c4a53b27c6add/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:38,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3b9cd9a16853d11b9f0c4a53b27c6add; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68105010, jitterRate=0.014843732118606567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:20:38,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:38,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3b9cd9a16853d11b9f0c4a53b27c6add: Running coprocessor pre-open hook at 1733462438457Writing region info on filesystem at 1733462438457Initializing all the Stores at 1733462438458 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462438458Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462438458Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462438458Cleaning up temporary data from old regions at 1733462438466 (+8 ms)Running coprocessor post-open hooks at 1733462438469 (+3 ms)Region opened successfully at 1733462438469 2024-12-06T05:20:38,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add., pid=10, masterSystemTime=1733462438428 2024-12-06T05:20:38,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:38,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:38,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b9cd9a16853d11b9f0c4a53b27c6add, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,39799,1733462423106 2024-12-06T05:20:38,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9cd9a16853d11b9f0c4a53b27c6add, server=ec46afd49254,39799,1733462423106 because future has completed 2024-12-06T05:20:38,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:20:38,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b9cd9a16853d11b9f0c4a53b27c6add, server=ec46afd49254,39799,1733462423106 in 201 msec 2024-12-06T05:20:38,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:20:38,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b9cd9a16853d11b9f0c4a53b27c6add, ASSIGN in 359 msec 2024-12-06T05:20:38,480 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:20:38,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462438480"}]},"ts":"1733462438480"} 2024-12-06T05:20:38,482 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:20:38,483 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:20:38,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 404 msec 2024-12-06T05:20:38,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add., hostname=ec46afd49254,39799,1733462423106, seqNum=2] 2024-12-06T05:20:38,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:38,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:38,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:20:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:38,701 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 379, reset compression=false 2024-12-06T05:20:38,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:20:38,784 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:20:38,811 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,39799,1733462423106, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:20:38,811 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:38,811 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39799,1733462423106, seqNum=-1] 2024-12-06T05:20:38,812 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:38,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:38,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,39799,1733462423106', locateType=CURRENT is [region=hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add., hostname=ec46afd49254,39799,1733462423106, seqNum=2] 2024-12-06T05:20:38,816 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:20:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:20:38,818 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,39799,1733462423106 suceeded 2024-12-06T05:20:38,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:20:38,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-06T05:20:38,820 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:41775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:20:38,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 768 msec 2024-12-06T05:20:38,830 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:41775' 2024-12-06T05:20:38,832 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e8409f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:38,832 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41775,-1 for getting cluster id 2024-12-06T05:20:38,832 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:38,832 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e18893-8548-49e5-b4e3-256ef52ced0d' 2024-12-06T05:20:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:38,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e18893-8548-49e5-b4e3-256ef52ced0d" 2024-12-06T05:20:38,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef5e356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:38,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41775,-1] 2024-12-06T05:20:38,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:38,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:38,834 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:38,834 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3368c04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:38,834 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:38,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41775,1733462428495 2024-12-06T05:20:38,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d38b60 2024-12-06T05:20:38,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:38,836 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-06T05:20:38,836 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,39799,1733462423106 (queues=1) is replicating from cluster=8e8c525d-a328-49b9-9bf2-74a077e28276 to cluster=e1e18893-8548-49e5-b4e3-256ef52ced0d 2024-12-06T05:20:38,836 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C39799%2C1733462423106 2024-12-06T05:20:38,836 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,39799,1733462423106, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:20:38,837 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, startPosition=0, beingWritten=true 2024-12-06T05:20:38,837 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C39799%2C1733462423106 2024-12-06T05:20:38,841 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:38,841 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 379, reset compression=false 2024-12-06T05:20:38,841 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39799,1733462423106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:39,045 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 379, reset compression=false 2024-12-06T05:20:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:39,188 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:20:39,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:39,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:39,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:39,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:39,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:39,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2c8821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:39,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41775,-1 for getting cluster id 2024-12-06T05:20:39,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:39,190 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e18893-8548-49e5-b4e3-256ef52ced0d' 2024-12-06T05:20:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e18893-8548-49e5-b4e3-256ef52ced0d" 2024-12-06T05:20:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a08718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:39,191 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41775,-1] 2024-12-06T05:20:39,191 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:39,191 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:39,192 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17612eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:39,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41775,1733462428495 2024-12-06T05:20:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1166ff64 2024-12-06T05:20:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:39,194 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:39,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:46691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:20:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:20:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:39,197 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:46691' 2024-12-06T05:20:39,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec9107f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:39,198 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,46691,-1 for getting cluster id 2024-12-06T05:20:39,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:39,199 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a55cfdac-5c89-4696-8275-5cc6dcb83dca' 2024-12-06T05:20:39,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:39,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a55cfdac-5c89-4696-8275-5cc6dcb83dca" 2024-12-06T05:20:39,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297e98cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:39,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,46691,-1] 2024-12-06T05:20:39,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:39,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:39,200 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:39,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676b74e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:39,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,46691,1733462416383 2024-12-06T05:20:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d7bb3d6 2024-12-06T05:20:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:39,203 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:39,204 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:20:39,204 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:20:39,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:39,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:39,205 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:20:39,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:39,206 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:20:39,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:20:39,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:39,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:20:39,212 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 379, reset compression=false 2024-12-06T05:20:39,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:20:39,218 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 317854e4c66aebfb2d7979344440c781, NAME => 'hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072 2024-12-06T05:20:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:20:39,256 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:20:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:39,349 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 379, reset compression=false 2024-12-06T05:20:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:39,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:39,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 317854e4c66aebfb2d7979344440c781, disabling compactions & flushes 2024-12-06T05:20:39,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:39,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:39,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. after waiting 0 ms 2024-12-06T05:20:39,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:39,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:39,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 317854e4c66aebfb2d7979344440c781: Waiting for close lock at 1733462439627Disabling compacts and flushes for region at 1733462439627Disabling writes for close at 1733462439627Writing region close event to WAL at 1733462439627Closed at 1733462439627 2024-12-06T05:20:39,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:20:39,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462439629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462439629"}]},"ts":"1733462439629"} 2024-12-06T05:20:39,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:20:39,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:20:39,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462439633"}]},"ts":"1733462439633"} 2024-12-06T05:20:39,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:20:39,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=317854e4c66aebfb2d7979344440c781, ASSIGN}] 2024-12-06T05:20:39,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=317854e4c66aebfb2d7979344440c781, ASSIGN 2024-12-06T05:20:39,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=317854e4c66aebfb2d7979344440c781, ASSIGN; state=OFFLINE, location=ec46afd49254,36173,1733462428780; forceNewPlan=false, retain=false 2024-12-06T05:20:39,753 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 379, reset compression=false 2024-12-06T05:20:39,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=317854e4c66aebfb2d7979344440c781, regionState=OPENING, regionLocation=ec46afd49254,36173,1733462428780 2024-12-06T05:20:39,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=317854e4c66aebfb2d7979344440c781, ASSIGN because future has completed 2024-12-06T05:20:39,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 317854e4c66aebfb2d7979344440c781, server=ec46afd49254,36173,1733462428780}] 2024-12-06T05:20:39,819 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 379, reset compression=false 2024-12-06T05:20:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:20:39,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T05:20:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:20:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T05:20:39,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:39,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:20:39,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:20:39,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C36173%2C1733462428780.rep, suffix=, logDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780, archiveDir=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/oldWALs, maxLogs=10 2024-12-06T05:20:39,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.rep.1733462439948, exclude list is [], retry=0 2024-12-06T05:20:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43057,DS-b4b3f3dc-3303-4cfa-915c-c9db1b8abaa8,DISK] 2024-12-06T05:20:39,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.rep.1733462439948 2024-12-06T05:20:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36911:36911)] 2024-12-06T05:20:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 317854e4c66aebfb2d7979344440c781, NAME => 'hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:20:39,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:20:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:20:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. service=MultiRowMutationService 2024-12-06T05:20:39,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:20:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:20:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,972 INFO [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,973 INFO [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 317854e4c66aebfb2d7979344440c781 columnFamilyName hfileref 2024-12-06T05:20:39,973 DEBUG [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:39,973 INFO [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] regionserver.HStore(327): Store=317854e4c66aebfb2d7979344440c781/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:39,973 INFO [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,974 INFO [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 317854e4c66aebfb2d7979344440c781 columnFamilyName queue 2024-12-06T05:20:39,974 DEBUG [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:39,974 INFO [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] regionserver.HStore(327): Store=317854e4c66aebfb2d7979344440c781/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:39,975 INFO [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,975 INFO [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 317854e4c66aebfb2d7979344440c781 columnFamilyName sid 2024-12-06T05:20:39,975 DEBUG [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:20:39,976 INFO [StoreOpener-317854e4c66aebfb2d7979344440c781-1 {}] regionserver.HStore(327): Store=317854e4c66aebfb2d7979344440c781/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:20:39,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/replication/317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/replication/317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:20:39,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/replication/317854e4c66aebfb2d7979344440c781/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:20:39,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 317854e4c66aebfb2d7979344440c781; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59669681, jitterRate=-0.11085246503353119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:20:39,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:39,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 317854e4c66aebfb2d7979344440c781: Running coprocessor pre-open hook at 1733462439970Writing region info on filesystem at 1733462439970Initializing all the Stores at 1733462439971 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462439971Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462439971Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462439971Cleaning up temporary data from old regions at 1733462439977 (+6 ms)Running coprocessor post-open hooks at 1733462439980 (+3 ms)Region opened successfully at 1733462439980 2024-12-06T05:20:39,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781., pid=10, masterSystemTime=1733462439941 2024-12-06T05:20:39,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:39,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:39,983 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=317854e4c66aebfb2d7979344440c781, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,36173,1733462428780 2024-12-06T05:20:39,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 317854e4c66aebfb2d7979344440c781, server=ec46afd49254,36173,1733462428780 because future has completed 2024-12-06T05:20:39,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:20:39,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 317854e4c66aebfb2d7979344440c781, server=ec46afd49254,36173,1733462428780 in 196 msec 2024-12-06T05:20:39,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:20:39,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=317854e4c66aebfb2d7979344440c781, ASSIGN in 352 msec 2024-12-06T05:20:39,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:20:39,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462439990"}]},"ts":"1733462439990"} 2024-12-06T05:20:39,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:20:39,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:20:39,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-12-06T05:20:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781., hostname=ec46afd49254,36173,1733462428780, seqNum=2] 2024-12-06T05:20:40,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:40,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:40,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:20:40,257 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 379, reset compression=false 2024-12-06T05:20:40,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:20:40,267 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:20:40,295 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,36173,1733462428780, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:20:40,296 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:40,296 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36173,1733462428780, seqNum=-1] 2024-12-06T05:20:40,296 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:40,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:40,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,36173,1733462428780', locateType=CURRENT is [region=hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781., hostname=ec46afd49254,36173,1733462428780, seqNum=2] 2024-12-06T05:20:40,303 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:20:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:20:40,305 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,36173,1733462428780 suceeded 2024-12-06T05:20:40,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:20:40,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-06T05:20:40,307 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:46691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:20:40,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1120 sec 2024-12-06T05:20:40,324 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:46691' 2024-12-06T05:20:40,325 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69194ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,325 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,46691,-1 for getting cluster id 2024-12-06T05:20:40,326 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:40,326 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a55cfdac-5c89-4696-8275-5cc6dcb83dca' 2024-12-06T05:20:40,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:40,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a55cfdac-5c89-4696-8275-5cc6dcb83dca" 2024-12-06T05:20:40,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a8f7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,46691,-1] 2024-12-06T05:20:40,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:40,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:40,328 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:40,328 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f0618b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,328 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:40,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,46691,1733462416383 2024-12-06T05:20:40,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@80b4c87 2024-12-06T05:20:40,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:40,330 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T05:20:40,331 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,36173,1733462428780 (queues=1) is replicating from cluster=e1e18893-8548-49e5-b4e3-256ef52ced0d to cluster=a55cfdac-5c89-4696-8275-5cc6dcb83dca 2024-12-06T05:20:40,331 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C36173%2C1733462428780 2024-12-06T05:20:40,331 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,36173,1733462428780, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:20:40,331 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C36173%2C1733462428780 2024-12-06T05:20:40,331 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, startPosition=0, beingWritten=true 2024-12-06T05:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 379, reset compression=false 2024-12-06T05:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,36173,1733462428780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:20:40,338 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:20:40,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:40,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:40,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:40,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:40,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:40,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed40827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,46691,-1 for getting cluster id 2024-12-06T05:20:40,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:40,340 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a55cfdac-5c89-4696-8275-5cc6dcb83dca' 2024-12-06T05:20:40,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:40,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a55cfdac-5c89-4696-8275-5cc6dcb83dca" 2024-12-06T05:20:40,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680d970c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,46691,-1] 2024-12-06T05:20:40,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:40,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:40,342 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:40,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac97923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5353b885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41523,-1 for getting cluster id 2024-12-06T05:20:40,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:40,353 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8c525d-a328-49b9-9bf2-74a077e28276' 2024-12-06T05:20:40,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8c525d-a328-49b9-9bf2-74a077e28276" 2024-12-06T05:20:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3381246c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41523,-1] 2024-12-06T05:20:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:40,355 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445c6086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34af1eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41775,-1 for getting cluster id 2024-12-06T05:20:40,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:40,357 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e18893-8548-49e5-b4e3-256ef52ced0d' 2024-12-06T05:20:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e18893-8548-49e5-b4e3-256ef52ced0d" 2024-12-06T05:20:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63af462c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41775,-1] 2024-12-06T05:20:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:40,358 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653534d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:40,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,46383,1733462416603, seqNum=-1] 2024-12-06T05:20:40,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:40,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e., hostname=ec46afd49254,46383,1733462416603, seqNum=2] 2024-12-06T05:20:40,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36173,1733462428780, seqNum=-1] 2024-12-06T05:20:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:40,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462433731.dd65fd0bee73919675f1892a671c9e30., hostname=ec46afd49254,36173,1733462428780, seqNum=2] 2024-12-06T05:20:40,402 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T05:20:40,523 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 379, reset compression=false 2024-12-06T05:20:40,528 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:40,528 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 480, reset compression=false 2024-12-06T05:20:40,528 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[{test/af5fd92f8f70829d5727fca8d2fd134e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T05:20:40,531 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:20:40,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-06T05:20:40,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:40,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c66b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41523,-1 for getting cluster id 2024-12-06T05:20:40,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:40,545 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8c525d-a328-49b9-9bf2-74a077e28276' 2024-12-06T05:20:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8c525d-a328-49b9-9bf2-74a077e28276" 2024-12-06T05:20:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@694018dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41523,-1] 2024-12-06T05:20:40,545 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 379, reset compression=false 2024-12-06T05:20:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:40,546 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:40,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53468abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:40,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39799,1733462423106, seqNum=-1] 2024-12-06T05:20:40,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:40,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:40,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91., hostname=ec46afd49254,39799,1733462423106, seqNum=2] 2024-12-06T05:20:40,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:40,744 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 480, reset compression=false 2024-12-06T05:20:40,850 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 379, reset compression=false 2024-12-06T05:20:40,861 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 379, reset compression=false 2024-12-06T05:20:40,866 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:40,866 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 504, reset compression=false 2024-12-06T05:20:40,866 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39799,1733462423106 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e1d2888438f0040f93cb2bf2a8ae91/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T05:20:40,868 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:20:40,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-06T05:20:40,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:40,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a1ee3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41775,-1 for getting cluster id 2024-12-06T05:20:40,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:40,871 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e18893-8548-49e5-b4e3-256ef52ced0d' 2024-12-06T05:20:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e18893-8548-49e5-b4e3-256ef52ced0d" 2024-12-06T05:20:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@580504dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41775,-1] 2024-12-06T05:20:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:40,872 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:40,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@175fae17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:40,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:40,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36173,1733462428780, seqNum=-1] 2024-12-06T05:20:40,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:40,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:40,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462433731.dd65fd0bee73919675f1892a671c9e30., hostname=ec46afd49254,36173,1733462428780, seqNum=2] 2024-12-06T05:20:40,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:41,049 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 480, reset compression=false 2024-12-06T05:20:41,069 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 504, reset compression=false 2024-12-06T05:20:41,253 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 379, reset compression=false 2024-12-06T05:20:41,258 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:41,258 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 528, reset compression=false 2024-12-06T05:20:41,258 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,36173,1733462428780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:41,374 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 504, reset compression=false 2024-12-06T05:20:41,403 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T05:20:41,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,39799,1733462423106, seqNum=-1] 2024-12-06T05:20:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:41,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:20:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91., hostname=ec46afd49254,39799,1733462423106, seqNum=2] 2024-12-06T05:20:41,409 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T05:20:41,454 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 480, reset compression=false 2024-12-06T05:20:41,462 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 528, reset compression=false 2024-12-06T05:20:41,765 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 528, reset compression=false 2024-12-06T05:20:41,778 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 504, reset compression=false 2024-12-06T05:20:41,781 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:41,782 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 608, reset compression=false 2024-12-06T05:20:41,782 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39799,1733462423106 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e1d2888438f0040f93cb2bf2a8ae91/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T05:20:41,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:41,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:41,957 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 480, reset compression=false 2024-12-06T05:20:41,989 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 608, reset compression=false 2024-12-06T05:20:42,168 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 528, reset compression=false 2024-12-06T05:20:42,172 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:42,172 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 656, reset compression=false 2024-12-06T05:20:42,172 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,36173,1733462428780 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd65fd0bee73919675f1892a671c9e30/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T05:20:42,174 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:20:42,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T05:20:42,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:42,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6302b2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:42,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,46691,-1 for getting cluster id 2024-12-06T05:20:42,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:42,176 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a55cfdac-5c89-4696-8275-5cc6dcb83dca' 2024-12-06T05:20:42,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:42,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a55cfdac-5c89-4696-8275-5cc6dcb83dca" 2024-12-06T05:20:42,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b60bb90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:42,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,46691,-1] 2024-12-06T05:20:42,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:42,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:42,177 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:42,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75cfad9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:42,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:20:42,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,46383,1733462416603, seqNum=-1] 2024-12-06T05:20:42,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:20:42,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T05:20:42,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e., hostname=ec46afd49254,46383,1733462416603, seqNum=2] 2024-12-06T05:20:42,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:42,293 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 608, reset compression=false 2024-12-06T05:20:42,375 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 656, reset compression=false 2024-12-06T05:20:42,410 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T05:20:42,413 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T05:20:42,561 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 480, reset compression=false 2024-12-06T05:20:42,565 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:42,565 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 632, reset compression=false 2024-12-06T05:20:42,565 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:42,679 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 656, reset compression=false 2024-12-06T05:20:42,684 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:42,684 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 760, reset compression=false 2024-12-06T05:20:42,684 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,36173,1733462428780 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd65fd0bee73919675f1892a671c9e30/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T05:20:42,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:42,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:42,697 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 608, reset compression=false 2024-12-06T05:20:42,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:20:42,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:42,768 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 632, reset compression=false 2024-12-06T05:20:42,774 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:42,774 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 760, reset compression=false 2024-12-06T05:20:42,774 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[{test/af5fd92f8f70829d5727fca8d2fd134e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T05:20:42,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:42,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:42,889 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 760, reset compression=false 2024-12-06T05:20:42,981 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 760, reset compression=false 2024-12-06T05:20:43,193 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 760, reset compression=false 2024-12-06T05:20:43,203 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 608, reset compression=false 2024-12-06T05:20:43,207 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:43,207 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 760, reset compression=false 2024-12-06T05:20:43,207 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39799,1733462423106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:43,284 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 760, reset compression=false 2024-12-06T05:20:43,410 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 760, reset compression=false 2024-12-06T05:20:43,415 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T05:20:43,418 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T05:20:43,596 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 760, reset compression=false 2024-12-06T05:20:43,688 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 760, reset compression=false 2024-12-06T05:20:43,692 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:43,692 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 916, reset compression=false 2024-12-06T05:20:43,692 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[{test/af5fd92f8f70829d5727fca8d2fd134e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T05:20:43,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:43,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:43,712 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 760, reset compression=false 2024-12-06T05:20:43,717 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:43,717 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 908, reset compression=false 2024-12-06T05:20:43,717 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39799,1733462423106 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e1d2888438f0040f93cb2bf2a8ae91/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T05:20:43,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:43,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:43,896 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 916, reset compression=false 2024-12-06T05:20:43,924 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 908, reset compression=false 2024-12-06T05:20:44,101 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 760, reset compression=false 2024-12-06T05:20:44,105 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:44,105 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 932, reset compression=false 2024-12-06T05:20:44,105 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,36173,1733462428780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:44,208 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 916, reset compression=false 2024-12-06T05:20:44,237 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 908, reset compression=false 2024-12-06T05:20:44,315 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 932, reset compression=false 2024-12-06T05:20:44,430 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T05:20:44,434 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T05:20:44,615 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 916, reset compression=false 2024-12-06T05:20:44,624 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 932, reset compression=false 2024-12-06T05:20:44,645 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 908, reset compression=false 2024-12-06T05:20:44,651 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:44,651 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1067, reset compression=false 2024-12-06T05:20:44,651 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39799,1733462423106 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e1d2888438f0040f93cb2bf2a8ae91/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T05:20:44,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:44,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:44,856 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1067, reset compression=false 2024-12-06T05:20:45,028 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 932, reset compression=false 2024-12-06T05:20:45,036 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:45,036 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1082, reset compression=false 2024-12-06T05:20:45,036 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,36173,1733462428780 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd65fd0bee73919675f1892a671c9e30/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T05:20:45,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:45,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:45,119 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 916, reset compression=false 2024-12-06T05:20:45,128 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:45,128 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1090, reset compression=false 2024-12-06T05:20:45,128 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:45,161 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1067, reset compression=false 2024-12-06T05:20:45,242 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1082, reset compression=false 2024-12-06T05:20:45,346 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1090, reset compression=false 2024-12-06T05:20:45,435 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T05:20:45,439 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T05:20:45,547 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1082, reset compression=false 2024-12-06T05:20:45,552 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:45,552 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1241, reset compression=false 2024-12-06T05:20:45,552 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,36173,1733462428780 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd65fd0bee73919675f1892a671c9e30/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T05:20:45,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:45,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:45,585 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1067, reset compression=false 2024-12-06T05:20:45,650 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1090, reset compression=false 2024-12-06T05:20:45,654 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:45,654 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1240, reset compression=false 2024-12-06T05:20:45,654 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[{test/af5fd92f8f70829d5727fca8d2fd134e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T05:20:45,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:45,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:45,762 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1241, reset compression=false 2024-12-06T05:20:45,856 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1240, reset compression=false 2024-12-06T05:20:46,066 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1241, reset compression=false 2024-12-06T05:20:46,088 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1067, reset compression=false 2024-12-06T05:20:46,092 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:46,093 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1241, reset compression=false 2024-12-06T05:20:46,093 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39799,1733462423106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:46,160 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1240, reset compression=false 2024-12-06T05:20:46,296 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1241, reset compression=false 2024-12-06T05:20:46,352 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:20:46,441 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T05:20:46,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c73bb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:46,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41775,-1 for getting cluster id 2024-12-06T05:20:46,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:46,447 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e18893-8548-49e5-b4e3-256ef52ced0d' 2024-12-06T05:20:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e18893-8548-49e5-b4e3-256ef52ced0d" 2024-12-06T05:20:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f201daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41775,-1] 2024-12-06T05:20:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:46,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:46,449 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7843b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:46,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41775,1733462428495 2024-12-06T05:20:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48e78e2 2024-12-06T05:20:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:46,453 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:46,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-06T05:20:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-06T05:20:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T05:20:46,469 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1241, reset compression=false 2024-12-06T05:20:46,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:20:46,563 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1240, reset compression=false 2024-12-06T05:20:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T05:20:46,600 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1241, reset compression=false 2024-12-06T05:20:46,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T05:20:46,677 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-06T05:20:46,678 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-06T05:20:46,678 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,36173,1733462428780 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-06T05:20:46,678 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ec46afd49254:0-0. 2024-12-06T05:20:46,678 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:46,678 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:46,678 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:46,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T05:20:46,778 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:20:46,778 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T05:20:46,879 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 terminated 2024-12-06T05:20:46,896 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,36173,1733462428780, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:20:46,896 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-06T05:20:46,897 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T05:20:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T05:20:46,899 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ec46afd49254,36173,1733462428780 suceeded 2024-12-06T05:20:46,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T05:20:46,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-12-06T05:20:46,901 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-06T05:20:46,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 447 msec 2024-12-06T05:20:46,910 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:46691' 2024-12-06T05:20:46,911 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429f204e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:46,912 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,46691,-1 for getting cluster id 2024-12-06T05:20:46,912 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:46,912 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a55cfdac-5c89-4696-8275-5cc6dcb83dca' 2024-12-06T05:20:46,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:46,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a55cfdac-5c89-4696-8275-5cc6dcb83dca" 2024-12-06T05:20:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e08dc45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,46691,-1] 2024-12-06T05:20:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:46,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:46,913 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:46,914 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b57678c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:46,914 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:46,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,46691,1733462416383 2024-12-06T05:20:46,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a41ed2a 2024-12-06T05:20:46,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:46,915 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T05:20:46,916 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,36173,1733462428780 (queues=1) is replicating from cluster=e1e18893-8548-49e5-b4e3-256ef52ced0d to cluster=a55cfdac-5c89-4696-8275-5cc6dcb83dca 2024-12-06T05:20:46,916 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C36173%2C1733462428780 2024-12-06T05:20:46,916 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,36173,1733462428780, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:20:46,916 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C36173%2C1733462428780 2024-12-06T05:20:47,003 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1241, reset compression=false 2024-12-06T05:20:47,066 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1240, reset compression=false 2024-12-06T05:20:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T05:20:47,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:47,088 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:20:47,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:47,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:47,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:47,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:47,091 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-06T05:20:47,507 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1241, reset compression=false 2024-12-06T05:20:47,670 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1240, reset compression=false 2024-12-06T05:20:47,673 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:47,673 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1344, reset compression=false 2024-12-06T05:20:47,673 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[{test/af5fd92f8f70829d5727fca8d2fd134e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T05:20:47,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:47,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:47,876 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1344, reset compression=false 2024-12-06T05:20:48,093 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-06T05:20:48,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d174ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:48,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41775,-1 for getting cluster id 2024-12-06T05:20:48,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:20:48,095 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e18893-8548-49e5-b4e3-256ef52ced0d' 2024-12-06T05:20:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:20:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e18893-8548-49e5-b4e3-256ef52ced0d" 2024-12-06T05:20:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ca6f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41775,-1] 2024-12-06T05:20:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:20:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:48,097 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:20:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a7c399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:20:48,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:48,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41775,1733462428495 2024-12-06T05:20:48,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8d15f76 2024-12-06T05:20:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:20:48,100 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:20:48,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-06T05:20:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-06T05:20:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T05:20:48,110 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1241, reset compression=false 2024-12-06T05:20:48,114 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-12-06T05:20:48,114 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:48,114 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39799,1733462423106 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e1d2888438f0040f93cb2bf2a8ae91/10=[#edits: 1 = ],223}, {test/52e1d2888438f0040f93cb2bf2a8ae91/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, lastWalPosition=1473, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-12-06T05:20:48,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:48,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:48,180 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1344, reset compression=false 2024-12-06T05:20:48,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:20:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T05:20:48,317 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:48,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-06T05:20:48,337 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-06T05:20:48,337 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T05:20:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-06T05:20:48,339 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ec46afd49254,36173,1733462428780 suceeded 2024-12-06T05:20:48,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T05:20:48,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-06T05:20:48,340 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-06T05:20:48,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 239 msec 2024-12-06T05:20:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T05:20:48,418 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, startPosition=1241, beingWritten=true 2024-12-06T05:20:48,418 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:20:48,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:48,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:48,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:48,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:48,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:48,420 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-06T05:20:48,422 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:20:48,422 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1521, reset compression=false 2024-12-06T05:20:48,422 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,36173,1733462428780 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd65fd0bee73919675f1892a671c9e30/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T05:20:48,424 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:20:48,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T05:20:48,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:20:48,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:20:48,583 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1344, reset compression=false 2024-12-06T05:20:48,587 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:48,587 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:48,587 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:48,621 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:48,625 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1521, reset compression=false 2024-12-06T05:20:48,791 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:48,928 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1521, reset compression=false 2024-12-06T05:20:49,024 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:49,094 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:49,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:20:49,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:20:49,279 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68646 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:20:49,331 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1521, reset compression=false 2024-12-06T05:20:49,421 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-06T05:20:49,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:20:49,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:49,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:49,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:49,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:49,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:49,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:20:49,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1233952616, stopped=false 2024-12-06T05:20:49,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,41775,1733462428495 2024-12-06T05:20:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2707539786/running 2024-12-06T05:20:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2707539786/running 2024-12-06T05:20:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:49,492 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:49,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:49,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:49,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:49,492 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,36173,1733462428780' ***** 2024-12-06T05:20:49,492 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:20:49,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on znode that does not yet exist, /2707539786/running 2024-12-06T05:20:49,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Set watcher on znode that does not yet exist, /2707539786/running 2024-12-06T05:20:49,493 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:20:49,493 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:20:49,493 INFO [RS:0;ec46afd49254:36173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:20:49,493 INFO [RS:0;ec46afd49254:36173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:20:49,493 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(3091): Received CLOSE for 317854e4c66aebfb2d7979344440c781 2024-12-06T05:20:49,493 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(3091): Received CLOSE for dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:49,493 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,36173,1733462428780 2024-12-06T05:20:49,493 INFO [RS:0;ec46afd49254:36173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:49,493 INFO [RS:0;ec46afd49254:36173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:36173. 2024-12-06T05:20:49,493 DEBUG [RS:0;ec46afd49254:36173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:49,493 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 317854e4c66aebfb2d7979344440c781, disabling compactions & flushes 2024-12-06T05:20:49,493 DEBUG [RS:0;ec46afd49254:36173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:49,493 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:49,494 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:49,494 INFO [RS:0;ec46afd49254:36173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:20:49,494 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. after waiting 0 ms 2024-12-06T05:20:49,494 INFO [RS:0;ec46afd49254:36173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:20:49,494 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:49,494 INFO [RS:0;ec46afd49254:36173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:20:49,494 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:20:49,494 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 317854e4c66aebfb2d7979344440c781 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-06T05:20:49,494 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:20:49,494 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1325): Online Regions={317854e4c66aebfb2d7979344440c781=hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781., 1588230740=hbase:meta,,1.1588230740, dd65fd0bee73919675f1892a671c9e30=test,,1733462433731.dd65fd0bee73919675f1892a671c9e30.} 2024-12-06T05:20:49,494 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 317854e4c66aebfb2d7979344440c781, dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:49,494 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:20:49,494 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:20:49,494 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:20:49,494 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:20:49,494 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:20:49,494 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:20:49,498 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:49,506 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/info/ce0dea358c1e403f8fb1e1213c2872df is 147, key is hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781./info:regioninfo/1733462439983/Put/seqid=0 2024-12-06T05:20:49,509 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/replication/317854e4c66aebfb2d7979344440c781/.tmp/queue/578a47d3e02149a9b9efcdfb0eeeeabb is 154, key is 1-ec46afd49254,36173,1733462428780/queue:ec46afd49254%2C36173%2C1733462428780/1733462448428/Put/seqid=0 2024-12-06T05:20:49,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741840_1016 (size=7686) 2024-12-06T05:20:49,512 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/info/ce0dea358c1e403f8fb1e1213c2872df 2024-12-06T05:20:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741841_1017 (size=5353) 2024-12-06T05:20:49,515 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/replication/317854e4c66aebfb2d7979344440c781/.tmp/queue/578a47d3e02149a9b9efcdfb0eeeeabb 2024-12-06T05:20:49,520 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/replication/317854e4c66aebfb2d7979344440c781/.tmp/queue/578a47d3e02149a9b9efcdfb0eeeeabb as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/replication/317854e4c66aebfb2d7979344440c781/queue/578a47d3e02149a9b9efcdfb0eeeeabb 2024-12-06T05:20:49,523 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/replication/317854e4c66aebfb2d7979344440c781/queue/578a47d3e02149a9b9efcdfb0eeeeabb, entries=1, sequenceid=13, filesize=5.2 K 2024-12-06T05:20:49,524 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 317854e4c66aebfb2d7979344440c781 in 30ms, sequenceid=13, compaction requested=false 2024-12-06T05:20:49,527 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/replication/317854e4c66aebfb2d7979344440c781/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T05:20:49,528 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:49,528 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:20:49,528 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:49,528 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:49,528 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 317854e4c66aebfb2d7979344440c781: Waiting for close lock at 1733462449493Running coprocessor pre-close hooks at 1733462449493Disabling compacts and flushes for region at 1733462449493Disabling writes for close at 1733462449494 (+1 ms)Obtaining lock to block concurrent updates at 1733462449494Preparing flush snapshotting stores in 317854e4c66aebfb2d7979344440c781 at 1733462449494Finished memstore snapshotting hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733462449494Flushing stores of hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. at 1733462449494Flushing 317854e4c66aebfb2d7979344440c781/queue: creating writer at 1733462449494Flushing 317854e4c66aebfb2d7979344440c781/queue: appending metadata at 1733462449509 (+15 ms)Flushing 317854e4c66aebfb2d7979344440c781/queue: closing flushed file at 1733462449509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f17606d: reopening flushed file at 1733462449519 (+10 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 317854e4c66aebfb2d7979344440c781 in 30ms, sequenceid=13, compaction requested=false at 1733462449524 (+5 ms)Writing region close event to WAL at 1733462449525 (+1 ms)Running coprocessor post-close hooks at 1733462449528 (+3 ms)Closed at 1733462449528 2024-12-06T05:20:49,528 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462439204.317854e4c66aebfb2d7979344440c781. 2024-12-06T05:20:49,528 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd65fd0bee73919675f1892a671c9e30, disabling compactions & flushes 2024-12-06T05:20:49,528 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:49,528 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:49,528 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. after waiting 0 ms 2024-12-06T05:20:49,528 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:49,528 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd65fd0bee73919675f1892a671c9e30 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T05:20:49,532 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:49,537 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/ns/ce13958b7cfe4738bc2c64fc2c0c22d8 is 43, key is default/ns:d/1733462431821/Put/seqid=0 2024-12-06T05:20:49,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:20:49,546 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/.tmp/f/6356a6ee377d46f48767dd3e142a1394 is 37, key is row3/f:row3/1733462447089/Put/seqid=0 2024-12-06T05:20:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741843_1019 (size=5228) 2024-12-06T05:20:49,616 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:20:49,616 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:20:49,694 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:49,835 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1521, reset compression=false 2024-12-06T05:20:49,839 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:49,839 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1768, reset compression=false 2024-12-06T05:20:49,839 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,36173,1733462428780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:49,840 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,36173,1733462428780: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,36173,1733462428780, walGroup=ec46afd49254%2C36173%2C1733462428780, offset=ec46afd49254%2C36173%2C1733462428780.1733462430756:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:36173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:20:49,841 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:20:49,841 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:20:49,842 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:20:49,842 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:20:49,842 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:20:49,842 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 810212440 }, "NonHeapMemoryUsage": { "committed": 200671232, "init": 7667712, "max": -1, "used": 197674496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:20:49,842 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:41775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:41775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:20:49,894 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:49,942 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/ns/ce13958b7cfe4738bc2c64fc2c0c22d8 2024-12-06T05:20:49,951 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/.tmp/f/6356a6ee377d46f48767dd3e142a1394 2024-12-06T05:20:49,955 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6356a6ee377d46f48767dd3e142a1394 2024-12-06T05:20:49,959 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/rep_barrier/6d09f83e03d642ea99677b6170fc1867 is 112, key is test,,1733462433731.dd65fd0bee73919675f1892a671c9e30./rep_barrier:seqnumDuringOpen/1733462434877/Put/seqid=0 2024-12-06T05:20:49,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741844_1020 (size=5518) 2024-12-06T05:20:49,967 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/.tmp/f1/fce895b8459c4d72b7964ada11dd1140 is 30, key is row1/f1:/1733462444431/DeleteFamily/seqid=0 2024-12-06T05:20:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741845_1021 (size=5158) 2024-12-06T05:20:49,970 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/.tmp/f1/fce895b8459c4d72b7964ada11dd1140 2024-12-06T05:20:49,973 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fce895b8459c4d72b7964ada11dd1140 2024-12-06T05:20:49,986 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/.tmp/norep/a7e8b3a0f1694372bf3153aec6424b63 is 33, key is row2/norep:/1733462445436/DeleteFamily/seqid=0 2024-12-06T05:20:49,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741846_1022 (size=5108) 2024-12-06T05:20:50,001 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:50,042 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1768, reset compression=false 2024-12-06T05:20:50,094 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:50,131 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:50,295 DEBUG [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd65fd0bee73919675f1892a671c9e30 2024-12-06T05:20:50,345 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.1733462430756 to pos 1768, reset compression=false 2024-12-06T05:20:50,366 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/rep_barrier/6d09f83e03d642ea99677b6170fc1867 2024-12-06T05:20:50,389 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/.tmp/norep/a7e8b3a0f1694372bf3153aec6424b63 2024-12-06T05:20:50,392 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/table/20e5758158894585b75f3d2b1beed714 is 53, key is hbase:replication/table:state/1733462439990/Put/seqid=0 2024-12-06T05:20:50,394 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e8b3a0f1694372bf3153aec6424b63 2024-12-06T05:20:50,394 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/.tmp/f/6356a6ee377d46f48767dd3e142a1394 as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/f/6356a6ee377d46f48767dd3e142a1394 2024-12-06T05:20:50,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741847_1023 (size=5308) 2024-12-06T05:20:50,398 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/table/20e5758158894585b75f3d2b1beed714 2024-12-06T05:20:50,398 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6356a6ee377d46f48767dd3e142a1394 2024-12-06T05:20:50,399 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/f/6356a6ee377d46f48767dd3e142a1394, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T05:20:50,399 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/.tmp/f1/fce895b8459c4d72b7964ada11dd1140 as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/f1/fce895b8459c4d72b7964ada11dd1140 2024-12-06T05:20:50,402 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/info/ce0dea358c1e403f8fb1e1213c2872df as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/info/ce0dea358c1e403f8fb1e1213c2872df 2024-12-06T05:20:50,403 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fce895b8459c4d72b7964ada11dd1140 2024-12-06T05:20:50,403 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/f1/fce895b8459c4d72b7964ada11dd1140, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T05:20:50,404 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/.tmp/norep/a7e8b3a0f1694372bf3153aec6424b63 as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/norep/a7e8b3a0f1694372bf3153aec6424b63 2024-12-06T05:20:50,407 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/info/ce0dea358c1e403f8fb1e1213c2872df, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:20:50,407 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e8b3a0f1694372bf3153aec6424b63 2024-12-06T05:20:50,407 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/norep/a7e8b3a0f1694372bf3153aec6424b63, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T05:20:50,408 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dd65fd0bee73919675f1892a671c9e30 in 880ms, sequenceid=12, compaction requested=false 2024-12-06T05:20:50,408 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/ns/ce13958b7cfe4738bc2c64fc2c0c22d8 as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/ns/ce13958b7cfe4738bc2c64fc2c0c22d8 2024-12-06T05:20:50,413 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/ns/ce13958b7cfe4738bc2c64fc2c0c22d8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:20:50,414 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/rep_barrier/6d09f83e03d642ea99677b6170fc1867 as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/rep_barrier/6d09f83e03d642ea99677b6170fc1867 2024-12-06T05:20:50,414 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/default/test/dd65fd0bee73919675f1892a671c9e30/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T05:20:50,415 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:50,415 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:20:50,415 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:50,415 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd65fd0bee73919675f1892a671c9e30: Waiting for close lock at 1733462449528Running coprocessor pre-close hooks at 1733462449528Disabling compacts and flushes for region at 1733462449528Disabling writes for close at 1733462449528Obtaining lock to block concurrent updates at 1733462449528Preparing flush snapshotting stores in dd65fd0bee73919675f1892a671c9e30 at 1733462449528Finished memstore snapshotting test,,1733462433731.dd65fd0bee73919675f1892a671c9e30., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733462449529 (+1 ms)Flushing stores of test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. at 1733462449529Flushing dd65fd0bee73919675f1892a671c9e30/f: creating writer at 1733462449529Flushing dd65fd0bee73919675f1892a671c9e30/f: appending metadata at 1733462449545 (+16 ms)Flushing dd65fd0bee73919675f1892a671c9e30/f: closing flushed file at 1733462449545Flushing dd65fd0bee73919675f1892a671c9e30/f1: creating writer at 1733462449955 (+410 ms)Flushing dd65fd0bee73919675f1892a671c9e30/f1: appending metadata at 1733462449967 (+12 ms)Flushing dd65fd0bee73919675f1892a671c9e30/f1: closing flushed file at 1733462449967Flushing dd65fd0bee73919675f1892a671c9e30/norep: creating writer at 1733462449974 (+7 ms)Flushing dd65fd0bee73919675f1892a671c9e30/norep: appending metadata at 1733462449985 (+11 ms)Flushing dd65fd0bee73919675f1892a671c9e30/norep: closing flushed file at 1733462449985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a09cdba: reopening flushed file at 1733462450394 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489edf94: reopening flushed file at 1733462450399 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53662c76: reopening flushed file at 1733462450403 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for dd65fd0bee73919675f1892a671c9e30 in 880ms, sequenceid=12, compaction requested=false at 1733462450408 (+5 ms)Writing region close event to WAL at 1733462450411 (+3 ms)Running coprocessor post-close hooks at 1733462450415 (+4 ms)Closed at 1733462450415 2024-12-06T05:20:50,415 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462433731.dd65fd0bee73919675f1892a671c9e30. 2024-12-06T05:20:50,420 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/rep_barrier/6d09f83e03d642ea99677b6170fc1867, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:20:50,420 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/.tmp/table/20e5758158894585b75f3d2b1beed714 as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/table/20e5758158894585b75f3d2b1beed714 2024-12-06T05:20:50,425 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/table/20e5758158894585b75f3d2b1beed714, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:20:50,426 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false 2024-12-06T05:20:50,430 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:20:50,430 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:50,430 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:20:50,430 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:50,431 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462449494Running coprocessor pre-close hooks at 1733462449494Disabling compacts and flushes for region at 1733462449494Disabling writes for close at 1733462449494Obtaining lock to block concurrent updates at 1733462449494Preparing flush snapshotting stores in 1588230740 at 1733462449494Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462449494Flushing stores of hbase:meta,,1.1588230740 at 1733462449494Flushing 1588230740/info: creating writer at 1733462449495 (+1 ms)Flushing 1588230740/info: appending metadata at 1733462449506 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733462449506Flushing 1588230740/ns: creating writer at 1733462449517 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733462449537 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733462449537Flushing 1588230740/rep_barrier: creating writer at 1733462449945 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462449958 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462449958Flushing 1588230740/table: creating writer at 1733462450370 (+412 ms)Flushing 1588230740/table: appending metadata at 1733462450392 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733462450392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34079c65: reopening flushed file at 1733462450402 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fb9017: reopening flushed file at 1733462450407 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1658c: reopening flushed file at 1733462450413 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666095a0: reopening flushed file at 1733462450420 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false at 1733462450426 (+6 ms)Writing region close event to WAL at 1733462450427 (+1 ms)Running coprocessor post-close hooks at 1733462450430 (+3 ms)Closed at 1733462450430 2024-12-06T05:20:50,431 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:50,495 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,36173,1733462428780; all regions closed. 2024-12-06T05:20:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:20:50,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/WALs/ec46afd49254,36173,1733462428780/ec46afd49254%2C36173%2C1733462428780.meta.1733462431709.meta not finished, retry = 0 2024-12-06T05:20:50,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741839_1015 (size=3333) 2024-12-06T05:20:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741832_1008 (size=2420) 2024-12-06T05:20:50,601 DEBUG [RS:0;ec46afd49254:36173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:50,601 INFO [RS:0;ec46afd49254:36173 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:50,602 INFO [RS:0;ec46afd49254:36173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:50,602 INFO [RS:0;ec46afd49254:36173 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:50,602 INFO [RS:0;ec46afd49254:36173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:50,602 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:20:50,602 INFO [RS:0;ec46afd49254:36173 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,36173,1733462428780 because: Region server is closing 2024-12-06T05:20:50,602 INFO [RS:0;ec46afd49254:36173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:36173. 2024-12-06T05:20:50,602 DEBUG [RS:0;ec46afd49254:36173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:50,602 DEBUG [RS:0;ec46afd49254:36173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:50,603 DEBUG [RS:0;ec46afd49254:36173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:50,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:50,604 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:50,703 INFO [RS:0;ec46afd49254:36173 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.shipperec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 terminated 2024-12-06T05:20:50,703 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,36173,1733462428780.replicationSource.wal-reader.ec46afd49254%2C36173%2C1733462428780,1-ec46afd49254,36173,1733462428780 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:20:50,703 INFO [RS:0;ec46afd49254:36173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:36173. 2024-12-06T05:20:50,703 DEBUG [RS:0;ec46afd49254:36173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:50,703 DEBUG [RS:0;ec46afd49254:36173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:50,703 DEBUG [RS:0;ec46afd49254:36173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:50,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:50,704 INFO [RS:0;ec46afd49254:36173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36173 2024-12-06T05:20:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2707539786/rs/ec46afd49254,36173,1733462428780 2024-12-06T05:20:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786/rs 2024-12-06T05:20:50,776 INFO [RS:0;ec46afd49254:36173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:20:50,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,36173,1733462428780] 2024-12-06T05:20:50,797 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2707539786/draining/ec46afd49254,36173,1733462428780 already deleted, retry=false 2024-12-06T05:20:50,797 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,36173,1733462428780 expired; onlineServers=0 2024-12-06T05:20:50,797 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,41775,1733462428495' ***** 2024-12-06T05:20:50,797 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:20:50,797 INFO [M:0;ec46afd49254:41775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:50,797 INFO [M:0;ec46afd49254:41775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:50,797 DEBUG [M:0;ec46afd49254:41775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:20:50,798 DEBUG [M:0;ec46afd49254:41775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:20:50,798 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462430465 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462430465,5,FailOnTimeoutGroup] 2024-12-06T05:20:50,798 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:20:50,798 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462430468 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462430468,5,FailOnTimeoutGroup] 2024-12-06T05:20:50,798 INFO [M:0;ec46afd49254:41775 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:50,798 INFO [M:0;ec46afd49254:41775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:50,798 DEBUG [M:0;ec46afd49254:41775 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:20:50,798 INFO [M:0;ec46afd49254:41775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:20:50,798 INFO [M:0;ec46afd49254:41775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:50,798 INFO [M:0;ec46afd49254:41775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:20:50,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:20:50,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2707539786/master 2024-12-06T05:20:50,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2707539786 2024-12-06T05:20:50,808 DEBUG [M:0;ec46afd49254:41775 {}] zookeeper.ZKUtil(347): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Unable to get data of znode /2707539786/master because node does not exist (not an error) 2024-12-06T05:20:50,808 WARN [M:0;ec46afd49254:41775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:20:50,809 INFO [M:0;ec46afd49254:41775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/.lastflushedseqids 2024-12-06T05:20:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741848_1024 (size=245) 2024-12-06T05:20:50,835 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:50,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:50,887 INFO [RS:0;ec46afd49254:36173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:20:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36173-0x101a9154ee70007, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:50,887 INFO [RS:0;ec46afd49254:36173 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,36173,1733462428780; zookeeper connection closed. 2024-12-06T05:20:50,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59b7a223 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59b7a223 2024-12-06T05:20:50,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:20:51,218 INFO [M:0;ec46afd49254:41775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:20:51,218 INFO [M:0;ec46afd49254:41775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:20:51,218 DEBUG [M:0;ec46afd49254:41775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:20:51,218 INFO [M:0;ec46afd49254:41775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:51,218 DEBUG [M:0;ec46afd49254:41775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:51,218 DEBUG [M:0;ec46afd49254:41775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:20:51,218 DEBUG [M:0;ec46afd49254:41775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:51,218 INFO [M:0;ec46afd49254:41775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-06T05:20:51,231 DEBUG [M:0;ec46afd49254:41775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a044776e162c4b50b15aea0176aa5122 is 82, key is hbase:meta,,1/info:regioninfo/1733462431804/Put/seqid=0 2024-12-06T05:20:51,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741849_1025 (size=5672) 2024-12-06T05:20:51,308 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:51,635 INFO [M:0;ec46afd49254:41775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a044776e162c4b50b15aea0176aa5122 2024-12-06T05:20:51,639 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:51,651 DEBUG [M:0;ec46afd49254:41775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36bce25279f042c39e3ba8a04607eeb0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733462439994/Put/seqid=0 2024-12-06T05:20:51,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741850_1026 (size=9213) 2024-12-06T05:20:52,055 INFO [M:0;ec46afd49254:41775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36bce25279f042c39e3ba8a04607eeb0 2024-12-06T05:20:52,070 DEBUG [M:0;ec46afd49254:41775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ad84dd536c54aec86e45588d4a309fc is 69, key is ec46afd49254,36173,1733462428780/rs:state/1733462430552/Put/seqid=0 2024-12-06T05:20:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741851_1027 (size=5156) 2024-12-06T05:20:52,114 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:52,473 INFO [M:0;ec46afd49254:41775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ad84dd536c54aec86e45588d4a309fc 2024-12-06T05:20:52,477 DEBUG [M:0;ec46afd49254:41775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a044776e162c4b50b15aea0176aa5122 as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a044776e162c4b50b15aea0176aa5122 2024-12-06T05:20:52,481 INFO [M:0;ec46afd49254:41775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a044776e162c4b50b15aea0176aa5122, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T05:20:52,481 DEBUG [M:0;ec46afd49254:41775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36bce25279f042c39e3ba8a04607eeb0 as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36bce25279f042c39e3ba8a04607eeb0 2024-12-06T05:20:52,485 INFO [M:0;ec46afd49254:41775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36bce25279f042c39e3ba8a04607eeb0, entries=15, sequenceid=127, filesize=9.0 K 2024-12-06T05:20:52,485 DEBUG [M:0;ec46afd49254:41775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ad84dd536c54aec86e45588d4a309fc as hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ad84dd536c54aec86e45588d4a309fc 2024-12-06T05:20:52,489 INFO [M:0;ec46afd49254:41775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43659/user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ad84dd536c54aec86e45588d4a309fc, entries=1, sequenceid=127, filesize=5.0 K 2024-12-06T05:20:52,490 INFO [M:0;ec46afd49254:41775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false 2024-12-06T05:20:52,491 INFO [M:0;ec46afd49254:41775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:52,491 DEBUG [M:0;ec46afd49254:41775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462451218Disabling compacts and flushes for region at 1733462451218Disabling writes for close at 1733462451218Obtaining lock to block concurrent updates at 1733462451218Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462451218Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733462451219 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462451219Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462451219Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462451231 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462451231Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462451639 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462451651 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462451651Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462452058 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462452069 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462452069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f33251b: reopening flushed file at 1733462452477 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b160e8: reopening flushed file at 1733462452481 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354693e2: reopening flushed file at 1733462452485 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false at 1733462452490 (+5 ms)Writing region close event to WAL at 1733462452491 (+1 ms)Closed at 1733462452491 2024-12-06T05:20:52,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc1a0ad-4a6a-ea1e-a143-93a0b0caf072/MasterData/WALs/ec46afd49254,41775,1733462428495/ec46afd49254%2C41775%2C1733462428495.1733462430113 not finished, retry = 0 2024-12-06T05:20:52,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43057 is added to blk_1073741830_1006 (size=73878) 2024-12-06T05:20:52,545 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:52,594 INFO [M:0;ec46afd49254:41775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:20:52,594 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:20:52,594 INFO [M:0;ec46afd49254:41775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41775 2024-12-06T05:20:52,595 INFO [M:0;ec46afd49254:41775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:20:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:52,792 INFO [M:0;ec46afd49254:41775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:20:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x101a9154ee70006, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:52,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49085af7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:20:52,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a1628e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:20:52,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:20:52,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5418524c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:20:52,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@144b0665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.log.dir/,STOPPED} 2024-12-06T05:20:52,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:20:52,833 WARN [BP-2090331250-172.17.0.3-1733462426197 heartbeating to localhost/127.0.0.1:43659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:20:52,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:20:52,833 WARN [BP-2090331250-172.17.0.3-1733462426197 heartbeating to localhost/127.0.0.1:43659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2090331250-172.17.0.3-1733462426197 (Datanode Uuid c40ae441-02cc-4b16-9303-d6b3973a5693) service to localhost/127.0.0.1:43659 2024-12-06T05:20:52,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/cluster_ef0ba253-2427-8c9a-e6cb-eab1812e41d3/data/data1/current/BP-2090331250-172.17.0.3-1733462426197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:20:52,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/cluster_ef0ba253-2427-8c9a-e6cb-eab1812e41d3/data/data2/current/BP-2090331250-172.17.0.3-1733462426197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:20:52,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:20:52,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1907edb2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:20:52,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bcd958d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:20:52,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:20:52,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3c7800{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:20:52,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46dbd4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.log.dir/,STOPPED} 2024-12-06T05:20:52,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:20:52,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:20:52,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:52,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:52,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:52,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:52,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:52,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:20:52,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1159808982, stopped=false 2024-12-06T05:20:52,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,41523,1733462422950 2024-12-06T05:20:52,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998291234/running 2024-12-06T05:20:52,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:52,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998291234/running 2024-12-06T05:20:52,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:52,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:52,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:52,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:52,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:52,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,39799,1733462423106' ***** 2024-12-06T05:20:52,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:20:52,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on znode that does not yet exist, /11998291234/running 2024-12-06T05:20:52,905 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:20:52,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:20:52,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Set watcher on znode that does not yet exist, /11998291234/running 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(3091): Received CLOSE for 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,39799,1733462423106 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:39799. 2024-12-06T05:20:52,906 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52e1d2888438f0040f93cb2bf2a8ae91, disabling compactions & flushes 2024-12-06T05:20:52,906 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:52,906 DEBUG [RS:0;ec46afd49254:39799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:52,906 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:52,906 DEBUG [RS:0;ec46afd49254:39799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:52,906 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. after waiting 0 ms 2024-12-06T05:20:52,906 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:20:52,906 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52e1d2888438f0040f93cb2bf2a8ae91 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T05:20:52,906 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:20:52,906 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1325): Online Regions={52e1d2888438f0040f93cb2bf2a8ae91=test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91., 3b9cd9a16853d11b9f0c4a53b27c6add=hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:20:52,906 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9cd9a16853d11b9f0c4a53b27c6add, 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:52,906 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:20:52,906 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:20:52,907 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:20:52,907 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:20:52,907 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:20:52,907 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:20:52,921 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/info/83bc132629c246b8a92925b19005215e is 147, key is hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add./info:regioninfo/1733462438472/Put/seqid=0 2024-12-06T05:20:52,923 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/.tmp/f/435644da2da64ec5bebc2d3dff100046 is 37, key is row3/f:row3/1733462447089/Put/seqid=0 2024-12-06T05:20:52,927 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:52,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:20:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741840_1016 (size=7686) 2024-12-06T05:20:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741841_1017 (size=5228) 2024-12-06T05:20:52,931 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/info/83bc132629c246b8a92925b19005215e 2024-12-06T05:20:52,954 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/ns/168cdf07cd52423fb1f13b50956682d2 is 43, key is default/ns:d/1733462426123/Put/seqid=0 2024-12-06T05:20:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:20:53,017 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:53,107 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9cd9a16853d11b9f0c4a53b27c6add, 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:53,303 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:20:53,304 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:20:53,307 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9cd9a16853d11b9f0c4a53b27c6add, 52e1d2888438f0040f93cb2bf2a8ae91 2024-12-06T05:20:53,331 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/.tmp/f/435644da2da64ec5bebc2d3dff100046 2024-12-06T05:20:53,335 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 435644da2da64ec5bebc2d3dff100046 2024-12-06T05:20:53,357 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/ns/168cdf07cd52423fb1f13b50956682d2 2024-12-06T05:20:53,362 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/.tmp/f1/6be83c249a6d4e3698f8d27587e133f6 is 30, key is row1/f1:/1733462444431/DeleteFamily/seqid=0 2024-12-06T05:20:53,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741843_1019 (size=5158) 2024-12-06T05:20:53,376 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/.tmp/f1/6be83c249a6d4e3698f8d27587e133f6 2024-12-06T05:20:53,381 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6be83c249a6d4e3698f8d27587e133f6 2024-12-06T05:20:53,386 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/rep_barrier/090e0fe7f42c4ff8855c00d72a066d44 is 112, key is test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91./rep_barrier:seqnumDuringOpen/1733462433354/Put/seqid=0 2024-12-06T05:20:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741844_1020 (size=5518) 2024-12-06T05:20:53,399 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/.tmp/norep/69f5649ddaaa4774904db9c16c4e4065 is 33, key is row1/norep:/1733462444431/DeleteFamily/seqid=0 2024-12-06T05:20:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741845_1021 (size=5108) 2024-12-06T05:20:53,419 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/.tmp/norep/69f5649ddaaa4774904db9c16c4e4065 2024-12-06T05:20:53,423 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69f5649ddaaa4774904db9c16c4e4065 2024-12-06T05:20:53,423 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/.tmp/f/435644da2da64ec5bebc2d3dff100046 as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/f/435644da2da64ec5bebc2d3dff100046 2024-12-06T05:20:53,435 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 435644da2da64ec5bebc2d3dff100046 2024-12-06T05:20:53,436 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/f/435644da2da64ec5bebc2d3dff100046, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T05:20:53,437 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/.tmp/f1/6be83c249a6d4e3698f8d27587e133f6 as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/f1/6be83c249a6d4e3698f8d27587e133f6 2024-12-06T05:20:53,443 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6be83c249a6d4e3698f8d27587e133f6 2024-12-06T05:20:53,443 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/f1/6be83c249a6d4e3698f8d27587e133f6, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T05:20:53,444 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/.tmp/norep/69f5649ddaaa4774904db9c16c4e4065 as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/norep/69f5649ddaaa4774904db9c16c4e4065 2024-12-06T05:20:53,449 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69f5649ddaaa4774904db9c16c4e4065 2024-12-06T05:20:53,449 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/norep/69f5649ddaaa4774904db9c16c4e4065, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T05:20:53,450 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 52e1d2888438f0040f93cb2bf2a8ae91 in 543ms, sequenceid=12, compaction requested=false 2024-12-06T05:20:53,461 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/default/test/52e1d2888438f0040f93cb2bf2a8ae91/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T05:20:53,462 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:53,462 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:20:53,462 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:53,462 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52e1d2888438f0040f93cb2bf2a8ae91: Waiting for close lock at 1733462452906Running coprocessor pre-close hooks at 1733462452906Disabling compacts and flushes for region at 1733462452906Disabling writes for close at 1733462452906Obtaining lock to block concurrent updates at 1733462452906Preparing flush snapshotting stores in 52e1d2888438f0040f93cb2bf2a8ae91 at 1733462452906Finished memstore snapshotting test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733462452907 (+1 ms)Flushing stores of test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. at 1733462452907Flushing 52e1d2888438f0040f93cb2bf2a8ae91/f: creating writer at 1733462452907Flushing 52e1d2888438f0040f93cb2bf2a8ae91/f: appending metadata at 1733462452923 (+16 ms)Flushing 52e1d2888438f0040f93cb2bf2a8ae91/f: closing flushed file at 1733462452923Flushing 52e1d2888438f0040f93cb2bf2a8ae91/f1: creating writer at 1733462453336 (+413 ms)Flushing 52e1d2888438f0040f93cb2bf2a8ae91/f1: appending metadata at 1733462453362 (+26 ms)Flushing 52e1d2888438f0040f93cb2bf2a8ae91/f1: closing flushed file at 1733462453362Flushing 52e1d2888438f0040f93cb2bf2a8ae91/norep: creating writer at 1733462453381 (+19 ms)Flushing 52e1d2888438f0040f93cb2bf2a8ae91/norep: appending metadata at 1733462453398 (+17 ms)Flushing 52e1d2888438f0040f93cb2bf2a8ae91/norep: closing flushed file at 1733462453398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa6f599: reopening flushed file at 1733462453423 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2bbd0e: reopening flushed file at 1733462453436 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b5a1f8: reopening flushed file at 1733462453443 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 52e1d2888438f0040f93cb2bf2a8ae91 in 543ms, sequenceid=12, compaction requested=false at 1733462453450 (+7 ms)Writing region close event to WAL at 1733462453456 (+6 ms)Running coprocessor post-close hooks at 1733462453462 (+6 ms)Closed at 1733462453462 2024-12-06T05:20:53,463 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462432583.52e1d2888438f0040f93cb2bf2a8ae91. 2024-12-06T05:20:53,463 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b9cd9a16853d11b9f0c4a53b27c6add, disabling compactions & flushes 2024-12-06T05:20:53,463 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:53,463 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:53,463 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. after waiting 0 ms 2024-12-06T05:20:53,463 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:53,463 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b9cd9a16853d11b9f0c4a53b27c6add 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-06T05:20:53,485 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/replication/3b9cd9a16853d11b9f0c4a53b27c6add/.tmp/queue/a4870e9a0f7a4f8f9a0826d965e736bc is 154, key is 1-ec46afd49254,39799,1733462423106/queue:ec46afd49254%2C39799%2C1733462423106/1733462448118/Put/seqid=0 2024-12-06T05:20:53,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741846_1022 (size=5353) 2024-12-06T05:20:53,507 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:53,549 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 1473, reset compression=false 2024-12-06T05:20:53,555 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:53,555 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 2364, reset compression=false 2024-12-06T05:20:53,555 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,39799,1733462423106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:53,556 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,39799,1733462423106: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,39799,1733462423106, walGroup=ec46afd49254%2C39799%2C1733462423106, offset=ec46afd49254%2C39799%2C1733462423106.1733462425431:2364, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:39799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:20:53,558 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:20:53,558 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:20:53,558 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:20:53,558 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:20:53,558 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:20:53,558 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 894098520 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198201432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:20:53,559 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:41523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:41523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:20:53,707 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:53,761 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 2364, reset compression=false 2024-12-06T05:20:53,794 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/rep_barrier/090e0fe7f42c4ff8855c00d72a066d44 2024-12-06T05:20:53,814 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/table/288bcecd9e4f491f91ce4fa8b6f10a73 is 53, key is hbase:replication/table:state/1733462438480/Put/seqid=0 2024-12-06T05:20:53,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741847_1023 (size=5308) 2024-12-06T05:20:53,901 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/replication/3b9cd9a16853d11b9f0c4a53b27c6add/.tmp/queue/a4870e9a0f7a4f8f9a0826d965e736bc 2024-12-06T05:20:53,905 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/replication/3b9cd9a16853d11b9f0c4a53b27c6add/.tmp/queue/a4870e9a0f7a4f8f9a0826d965e736bc as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/replication/3b9cd9a16853d11b9f0c4a53b27c6add/queue/a4870e9a0f7a4f8f9a0826d965e736bc 2024-12-06T05:20:53,907 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:20:53,907 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1325): Online Regions={3b9cd9a16853d11b9f0c4a53b27c6add=hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:20:53,907 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b9cd9a16853d11b9f0c4a53b27c6add 2024-12-06T05:20:53,909 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/replication/3b9cd9a16853d11b9f0c4a53b27c6add/queue/a4870e9a0f7a4f8f9a0826d965e736bc, entries=1, sequenceid=13, filesize=5.2 K 2024-12-06T05:20:53,909 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 3b9cd9a16853d11b9f0c4a53b27c6add in 446ms, sequenceid=13, compaction requested=false 2024-12-06T05:20:53,913 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/replication/3b9cd9a16853d11b9f0c4a53b27c6add/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T05:20:53,913 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:53,913 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:20:53,913 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:53,913 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b9cd9a16853d11b9f0c4a53b27c6add: Waiting for close lock at 1733462453463Running coprocessor pre-close hooks at 1733462453463Disabling compacts and flushes for region at 1733462453463Disabling writes for close at 1733462453463Obtaining lock to block concurrent updates at 1733462453463Preparing flush snapshotting stores in 3b9cd9a16853d11b9f0c4a53b27c6add at 1733462453463Finished memstore snapshotting hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733462453463Flushing stores of hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. at 1733462453464 (+1 ms)Flushing 3b9cd9a16853d11b9f0c4a53b27c6add/queue: creating writer at 1733462453464Flushing 3b9cd9a16853d11b9f0c4a53b27c6add/queue: appending metadata at 1733462453484 (+20 ms)Flushing 3b9cd9a16853d11b9f0c4a53b27c6add/queue: closing flushed file at 1733462453484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@452e9642: reopening flushed file at 1733462453904 (+420 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 3b9cd9a16853d11b9f0c4a53b27c6add in 446ms, sequenceid=13, compaction requested=false at 1733462453909 (+5 ms)Writing region close event to WAL at 1733462453910 (+1 ms)Running coprocessor post-close hooks at 1733462453913 (+3 ms)Closed at 1733462453913 2024-12-06T05:20:53,913 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462438078.3b9cd9a16853d11b9f0c4a53b27c6add. 2024-12-06T05:20:54,020 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:54,064 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 2364, reset compression=false 2024-12-06T05:20:54,108 DEBUG [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:20:54,218 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/table/288bcecd9e4f491f91ce4fa8b6f10a73 2024-12-06T05:20:54,222 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/info/83bc132629c246b8a92925b19005215e as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/info/83bc132629c246b8a92925b19005215e 2024-12-06T05:20:54,227 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/info/83bc132629c246b8a92925b19005215e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:20:54,227 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/ns/168cdf07cd52423fb1f13b50956682d2 as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/ns/168cdf07cd52423fb1f13b50956682d2 2024-12-06T05:20:54,231 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/ns/168cdf07cd52423fb1f13b50956682d2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:20:54,231 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/rep_barrier/090e0fe7f42c4ff8855c00d72a066d44 as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/rep_barrier/090e0fe7f42c4ff8855c00d72a066d44 2024-12-06T05:20:54,235 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/rep_barrier/090e0fe7f42c4ff8855c00d72a066d44, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:20:54,235 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/.tmp/table/288bcecd9e4f491f91ce4fa8b6f10a73 as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/table/288bcecd9e4f491f91ce4fa8b6f10a73 2024-12-06T05:20:54,239 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/table/288bcecd9e4f491f91ce4fa8b6f10a73, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:20:54,240 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false 2024-12-06T05:20:54,244 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:20:54,244 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:54,244 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:20:54,244 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:54,244 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462452906Running coprocessor pre-close hooks at 1733462452906Disabling compacts and flushes for region at 1733462452906Disabling writes for close at 1733462452907 (+1 ms)Obtaining lock to block concurrent updates at 1733462452907Preparing flush snapshotting stores in 1588230740 at 1733462452907Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462452907Flushing stores of hbase:meta,,1.1588230740 at 1733462452907Flushing 1588230740/info: creating writer at 1733462452907Flushing 1588230740/info: appending metadata at 1733462452921 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733462452921Flushing 1588230740/ns: creating writer at 1733462452935 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733462452953 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733462452953Flushing 1588230740/rep_barrier: creating writer at 1733462453363 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462453386 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462453386Flushing 1588230740/table: creating writer at 1733462453798 (+412 ms)Flushing 1588230740/table: appending metadata at 1733462453814 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733462453814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f48856: reopening flushed file at 1733462454222 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df781e0: reopening flushed file at 1733462454227 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377cb742: reopening flushed file at 1733462454231 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f0897a: reopening flushed file at 1733462454235 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false at 1733462454240 (+5 ms)Writing region close event to WAL at 1733462454241 (+1 ms)Running coprocessor post-close hooks at 1733462454244 (+3 ms)Closed at 1733462454244 2024-12-06T05:20:54,244 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:54,308 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,39799,1733462423106; all regions closed. 2024-12-06T05:20:54,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:20:54,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.meta.1733462426065.meta not finished, retry = 0 2024-12-06T05:20:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741839_1015 (size=3333) 2024-12-06T05:20:54,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.rep.1733462438434 not finished, retry = 0 2024-12-06T05:20:54,468 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/WALs/ec46afd49254,39799,1733462423106/ec46afd49254%2C39799%2C1733462423106.1733462425431 to pos 2364, reset compression=false 2024-12-06T05:20:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741833_1009 (size=2372) 2024-12-06T05:20:54,515 DEBUG [RS:0;ec46afd49254:39799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:54,515 INFO [RS:0;ec46afd49254:39799 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:54,515 INFO [RS:0;ec46afd49254:39799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:54,515 INFO [RS:0;ec46afd49254:39799 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:54,516 INFO [RS:0;ec46afd49254:39799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:54,516 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:20:54,516 INFO [RS:0;ec46afd49254:39799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,39799,1733462423106 because: Region server is closing 2024-12-06T05:20:54,516 INFO [RS:0;ec46afd49254:39799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:39799. 2024-12-06T05:20:54,516 DEBUG [RS:0;ec46afd49254:39799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:54,516 DEBUG [RS:0;ec46afd49254:39799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:54,516 DEBUG [RS:0;ec46afd49254:39799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:54,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:54,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:54,616 INFO [RS:0;ec46afd49254:39799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.shipperec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 terminated 2024-12-06T05:20:54,616 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,39799,1733462423106.replicationSource.wal-reader.ec46afd49254%2C39799%2C1733462423106,1-ec46afd49254,39799,1733462423106 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:20:54,617 INFO [RS:0;ec46afd49254:39799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:39799. 2024-12-06T05:20:54,617 DEBUG [RS:0;ec46afd49254:39799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:54,617 DEBUG [RS:0;ec46afd49254:39799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:54,617 DEBUG [RS:0;ec46afd49254:39799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:54,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:54,617 INFO [RS:0;ec46afd49254:39799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39799 2024-12-06T05:20:54,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234/rs 2024-12-06T05:20:54,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998291234/rs/ec46afd49254,39799,1733462423106 2024-12-06T05:20:54,681 INFO [RS:0;ec46afd49254:39799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:20:54,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,39799,1733462423106] 2024-12-06T05:20:54,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11998291234/draining/ec46afd49254,39799,1733462423106 already deleted, retry=false 2024-12-06T05:20:54,702 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,39799,1733462423106 expired; onlineServers=0 2024-12-06T05:20:54,702 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,41523,1733462422950' ***** 2024-12-06T05:20:54,702 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:20:54,702 INFO [M:0;ec46afd49254:41523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:54,702 INFO [M:0;ec46afd49254:41523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:54,702 DEBUG [M:0;ec46afd49254:41523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:20:54,702 DEBUG [M:0;ec46afd49254:41523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:20:54,702 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:20:54,702 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462425200 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462425200,5,FailOnTimeoutGroup] 2024-12-06T05:20:54,702 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462425196 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462425196,5,FailOnTimeoutGroup] 2024-12-06T05:20:54,702 INFO [M:0;ec46afd49254:41523 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:54,702 INFO [M:0;ec46afd49254:41523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:54,702 DEBUG [M:0;ec46afd49254:41523 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:20:54,702 INFO [M:0;ec46afd49254:41523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:20:54,702 INFO [M:0;ec46afd49254:41523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:54,703 INFO [M:0;ec46afd49254:41523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:20:54,703 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:20:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11998291234/master 2024-12-06T05:20:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11998291234 2024-12-06T05:20:54,712 DEBUG [M:0;ec46afd49254:41523 {}] zookeeper.ZKUtil(347): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Unable to get data of znode /11998291234/master because node does not exist (not an error) 2024-12-06T05:20:54,712 WARN [M:0;ec46afd49254:41523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:20:54,713 INFO [M:0;ec46afd49254:41523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/.lastflushedseqids 2024-12-06T05:20:54,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741848_1024 (size=245) 2024-12-06T05:20:54,716 INFO [M:0;ec46afd49254:41523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:20:54,717 INFO [M:0;ec46afd49254:41523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:20:54,717 DEBUG [M:0;ec46afd49254:41523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:20:54,717 INFO [M:0;ec46afd49254:41523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:54,717 DEBUG [M:0;ec46afd49254:41523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:54,717 DEBUG [M:0;ec46afd49254:41523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:20:54,717 DEBUG [M:0;ec46afd49254:41523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:54,717 INFO [M:0;ec46afd49254:41523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T05:20:54,730 DEBUG [M:0;ec46afd49254:41523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3866a944edf14962961dfa142f98796f is 82, key is hbase:meta,,1/info:regioninfo/1733462426103/Put/seqid=0 2024-12-06T05:20:54,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741849_1025 (size=5672) 2024-12-06T05:20:54,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:54,791 INFO [RS:0;ec46afd49254:39799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:20:54,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39799-0x101a9154ee70004, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:54,791 INFO [RS:0;ec46afd49254:39799 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,39799,1733462423106; zookeeper connection closed. 2024-12-06T05:20:54,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18314653 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18314653 2024-12-06T05:20:54,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:20:55,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:20:55,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:20:55,123 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:55,134 INFO [M:0;ec46afd49254:41523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3866a944edf14962961dfa142f98796f 2024-12-06T05:20:55,149 DEBUG [M:0;ec46afd49254:41523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7226af7ea90b42ccb18e2a62123f375d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733462438484/Put/seqid=0 2024-12-06T05:20:55,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741850_1026 (size=8516) 2024-12-06T05:20:55,553 INFO [M:0;ec46afd49254:41523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7226af7ea90b42ccb18e2a62123f375d 2024-12-06T05:20:55,568 DEBUG [M:0;ec46afd49254:41523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecb2c221cf814f27b35c9f015bb9271e is 69, key is ec46afd49254,39799,1733462423106/rs:state/1733462425286/Put/seqid=0 2024-12-06T05:20:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741851_1027 (size=5156) 2024-12-06T05:20:55,972 INFO [M:0;ec46afd49254:41523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecb2c221cf814f27b35c9f015bb9271e 2024-12-06T05:20:55,976 DEBUG [M:0;ec46afd49254:41523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3866a944edf14962961dfa142f98796f as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3866a944edf14962961dfa142f98796f 2024-12-06T05:20:55,980 INFO [M:0;ec46afd49254:41523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3866a944edf14962961dfa142f98796f, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T05:20:55,980 DEBUG [M:0;ec46afd49254:41523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7226af7ea90b42ccb18e2a62123f375d as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7226af7ea90b42ccb18e2a62123f375d 2024-12-06T05:20:55,983 INFO [M:0;ec46afd49254:41523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7226af7ea90b42ccb18e2a62123f375d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T05:20:55,984 DEBUG [M:0;ec46afd49254:41523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecb2c221cf814f27b35c9f015bb9271e as hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecb2c221cf814f27b35c9f015bb9271e 2024-12-06T05:20:55,987 INFO [M:0;ec46afd49254:41523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/6824667d-b281-e39a-e9ad-d0bbe910420a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecb2c221cf814f27b35c9f015bb9271e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T05:20:55,988 INFO [M:0;ec46afd49254:41523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-12-06T05:20:55,989 INFO [M:0;ec46afd49254:41523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:55,989 DEBUG [M:0;ec46afd49254:41523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462454717Disabling compacts and flushes for region at 1733462454717Disabling writes for close at 1733462454717Obtaining lock to block concurrent updates at 1733462454717Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462454717Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733462454717Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462454718 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462454718Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462454730 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462454730Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462455138 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462455149 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462455149Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462455556 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462455568 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462455568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfd9cb: reopening flushed file at 1733462455976 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c705989: reopening flushed file at 1733462455980 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c51b8d: reopening flushed file at 1733462455984 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1733462455988 (+4 ms)Writing region close event to WAL at 1733462455989 (+1 ms)Closed at 1733462455989 2024-12-06T05:20:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41903 is added to blk_1073741830_1006 (size=63654) 2024-12-06T05:20:55,991 INFO [M:0;ec46afd49254:41523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:20:55,991 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:20:55,991 INFO [M:0;ec46afd49254:41523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41523 2024-12-06T05:20:55,992 INFO [M:0;ec46afd49254:41523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:20:56,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:56,192 INFO [M:0;ec46afd49254:41523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:20:56,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101a9154ee70003, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:56,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b990c6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:20:56,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d2572dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:20:56,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:20:56,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2f74d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:20:56,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216e5df8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.log.dir/,STOPPED} 2024-12-06T05:20:56,199 WARN [BP-1867782048-172.17.0.3-1733462421166 heartbeating to localhost/127.0.0.1:37521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:20:56,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:20:56,199 WARN [BP-1867782048-172.17.0.3-1733462421166 heartbeating to localhost/127.0.0.1:37521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1867782048-172.17.0.3-1733462421166 (Datanode Uuid e14381d6-8666-47d1-a973-29792b48ff00) service to localhost/127.0.0.1:37521 2024-12-06T05:20:56,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:20:56,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/cluster_5bf70363-cee9-0e9e-da35-8527bca8e66b/data/data1/current/BP-1867782048-172.17.0.3-1733462421166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:20:56,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/cluster_5bf70363-cee9-0e9e-da35-8527bca8e66b/data/data2/current/BP-1867782048-172.17.0.3-1733462421166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:20:56,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:20:56,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2252c3bf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:20:56,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10aba5d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:20:56,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:20:56,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5144101d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:20:56,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31ed4b9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68db754a-2115-3846-89e0-befae499f46d/hadoop.log.dir/,STOPPED} 2024-12-06T05:20:56,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:20:56,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:20:56,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:56,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:56,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:56,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:56,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:56,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:20:56,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1524255554, stopped=false 2024-12-06T05:20:56,222 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,46691,1733462416383 2024-12-06T05:20:56,239 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-65243535/running 2024-12-06T05:20:56,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-65243535/running 2024-12-06T05:20:56,239 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:56,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:56,239 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:56,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:20:56,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:56,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:56,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on znode that does not yet exist, /0-65243535/running 2024-12-06T05:20:56,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,46383,1733462416603' ***** 2024-12-06T05:20:56,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:20:56,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Set watcher on znode that does not yet exist, /0-65243535/running 2024-12-06T05:20:56,248 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:20:56,248 INFO [RS:0;ec46afd49254:46383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:20:56,248 INFO [RS:0;ec46afd49254:46383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:20:56,248 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:56,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:20:56,249 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:56,249 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,46383,1733462416603 2024-12-06T05:20:56,249 INFO [RS:0;ec46afd49254:46383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:56,249 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa2ad8cc7090555fff1f717b4d0b4035, disabling compactions & flushes 2024-12-06T05:20:56,249 INFO [RS:0;ec46afd49254:46383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:46383. 2024-12-06T05:20:56,249 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:56,249 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:56,249 DEBUG [RS:0;ec46afd49254:46383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:56,249 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. after waiting 0 ms 2024-12-06T05:20:56,249 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:56,249 DEBUG [RS:0;ec46afd49254:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:56,249 INFO [RS:0;ec46afd49254:46383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:20:56,249 INFO [RS:0;ec46afd49254:46383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:20:56,249 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa2ad8cc7090555fff1f717b4d0b4035 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-06T05:20:56,249 INFO [RS:0;ec46afd49254:46383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:20:56,249 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:20:56,249 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:20:56,249 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1325): Online Regions={fa2ad8cc7090555fff1f717b4d0b4035=hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035., 1588230740=hbase:meta,,1.1588230740, af5fd92f8f70829d5727fca8d2fd134e=test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e.} 2024-12-06T05:20:56,249 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5fd92f8f70829d5727fca8d2fd134e, fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:56,249 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:20:56,249 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:20:56,249 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:20:56,249 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:20:56,249 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:20:56,249 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:20:56,264 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/info/08838382f6fc42fbb78f929a40dbe39e is 147, key is hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035./info:regioninfo/1733462437239/Put/seqid=0 2024-12-06T05:20:56,268 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/replication/fa2ad8cc7090555fff1f717b4d0b4035/.tmp/queue/9555f805098c4e3cb5ca26e6c6939234 is 154, key is 1-ec46afd49254,46383,1733462416603/queue:ec46afd49254%2C46383%2C1733462416603/1733462448588/Put/seqid=0 2024-12-06T05:20:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741840_1016 (size=7686) 2024-12-06T05:20:56,270 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/info/08838382f6fc42fbb78f929a40dbe39e 2024-12-06T05:20:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741841_1017 (size=5353) 2024-12-06T05:20:56,297 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/ns/5edb91d75d1546288c34c020008eadf7 is 43, key is default/ns:d/1733462420967/Put/seqid=0 2024-12-06T05:20:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:20:56,327 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:56,332 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:56,449 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5fd92f8f70829d5727fca8d2fd134e, fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:56,650 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5fd92f8f70829d5727fca8d2fd134e, fa2ad8cc7090555fff1f717b4d0b4035 2024-12-06T05:20:56,689 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/replication/fa2ad8cc7090555fff1f717b4d0b4035/.tmp/queue/9555f805098c4e3cb5ca26e6c6939234 2024-12-06T05:20:56,693 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/replication/fa2ad8cc7090555fff1f717b4d0b4035/.tmp/queue/9555f805098c4e3cb5ca26e6c6939234 as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/replication/fa2ad8cc7090555fff1f717b4d0b4035/queue/9555f805098c4e3cb5ca26e6c6939234 2024-12-06T05:20:56,696 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/replication/fa2ad8cc7090555fff1f717b4d0b4035/queue/9555f805098c4e3cb5ca26e6c6939234, entries=1, sequenceid=14, filesize=5.2 K 2024-12-06T05:20:56,697 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for fa2ad8cc7090555fff1f717b4d0b4035 in 448ms, sequenceid=14, compaction requested=false 2024-12-06T05:20:56,697 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:20:56,700 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/replication/fa2ad8cc7090555fff1f717b4d0b4035/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-06T05:20:56,700 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:56,700 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:20:56,700 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:56,700 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa2ad8cc7090555fff1f717b4d0b4035: Waiting for close lock at 1733462456249Running coprocessor pre-close hooks at 1733462456249Disabling compacts and flushes for region at 1733462456249Disabling writes for close at 1733462456249Obtaining lock to block concurrent updates at 1733462456249Preparing flush snapshotting stores in fa2ad8cc7090555fff1f717b4d0b4035 at 1733462456249Finished memstore snapshotting hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733462456249Flushing stores of hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. at 1733462456250 (+1 ms)Flushing fa2ad8cc7090555fff1f717b4d0b4035/queue: creating writer at 1733462456250Flushing fa2ad8cc7090555fff1f717b4d0b4035/queue: appending metadata at 1733462456268 (+18 ms)Flushing fa2ad8cc7090555fff1f717b4d0b4035/queue: closing flushed file at 1733462456268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b84c595: reopening flushed file at 1733462456693 (+425 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for fa2ad8cc7090555fff1f717b4d0b4035 in 448ms, sequenceid=14, compaction requested=false at 1733462456697 (+4 ms)Writing region close event to WAL at 1733462456698 (+1 ms)Running coprocessor post-close hooks at 1733462456700 (+2 ms)Closed at 1733462456700 2024-12-06T05:20:56,701 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462435891.fa2ad8cc7090555fff1f717b4d0b4035. 2024-12-06T05:20:56,701 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af5fd92f8f70829d5727fca8d2fd134e, disabling compactions & flushes 2024-12-06T05:20:56,701 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:56,701 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:56,701 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. after waiting 0 ms 2024-12-06T05:20:56,701 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:56,701 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af5fd92f8f70829d5727fca8d2fd134e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-06T05:20:56,701 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/ns/5edb91d75d1546288c34c020008eadf7 2024-12-06T05:20:56,713 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/.tmp/f/47a206dd867944918702712f6cf3a39a is 37, key is row3/f:row3/1733462447089/Put/seqid=0 2024-12-06T05:20:56,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741843_1019 (size=5228) 2024-12-06T05:20:56,722 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/rep_barrier/938c7dd2bc324abb80e7314895ed3fe2 is 112, key is test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e./rep_barrier:seqnumDuringOpen/1733462432376/Put/seqid=0 2024-12-06T05:20:56,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741844_1020 (size=5518) 2024-12-06T05:20:56,850 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:56,880 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:20:56,880 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:20:57,050 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:57,117 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/.tmp/f/47a206dd867944918702712f6cf3a39a 2024-12-06T05:20:57,120 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47a206dd867944918702712f6cf3a39a 2024-12-06T05:20:57,125 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/rep_barrier/938c7dd2bc324abb80e7314895ed3fe2 2024-12-06T05:20:57,136 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/.tmp/f1/5b6877e027c847db9a74d7aa8259ac0f is 30, key is row1/f1:/1733462444431/DeleteFamily/seqid=0 2024-12-06T05:20:57,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741845_1021 (size=5158) 2024-12-06T05:20:57,146 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/table/d40a5239bfff432f8f3c08c65f822b51 is 53, key is hbase:replication/table:state/1733462437255/Put/seqid=0 2024-12-06T05:20:57,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741846_1022 (size=5308) 2024-12-06T05:20:57,250 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:20:57,250 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af5fd92f8f70829d5727fca8d2fd134e=test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e.} 2024-12-06T05:20:57,250 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:57,450 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:57,541 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/.tmp/f1/5b6877e027c847db9a74d7aa8259ac0f 2024-12-06T05:20:57,545 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b6877e027c847db9a74d7aa8259ac0f 2024-12-06T05:20:57,550 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/table/d40a5239bfff432f8f3c08c65f822b51 2024-12-06T05:20:57,553 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/info/08838382f6fc42fbb78f929a40dbe39e as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/info/08838382f6fc42fbb78f929a40dbe39e 2024-12-06T05:20:57,557 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/info/08838382f6fc42fbb78f929a40dbe39e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:20:57,558 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/ns/5edb91d75d1546288c34c020008eadf7 as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/ns/5edb91d75d1546288c34c020008eadf7 2024-12-06T05:20:57,562 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/ns/5edb91d75d1546288c34c020008eadf7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:20:57,562 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/.tmp/norep/48656dd9186e47c8afb9d77fbadb9d1a is 32, key is row/norep:/1733462443415/DeleteFamily/seqid=0 2024-12-06T05:20:57,563 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/rep_barrier/938c7dd2bc324abb80e7314895ed3fe2 as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/rep_barrier/938c7dd2bc324abb80e7314895ed3fe2 2024-12-06T05:20:57,567 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/rep_barrier/938c7dd2bc324abb80e7314895ed3fe2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:20:57,568 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/.tmp/table/d40a5239bfff432f8f3c08c65f822b51 as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/table/d40a5239bfff432f8f3c08c65f822b51 2024-12-06T05:20:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741847_1023 (size=5101) 2024-12-06T05:20:57,571 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/table/d40a5239bfff432f8f3c08c65f822b51, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:20:57,572 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false 2024-12-06T05:20:57,572 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:20:57,576 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:20:57,576 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:57,576 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:20:57,576 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:57,577 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462456249Running coprocessor pre-close hooks at 1733462456249Disabling compacts and flushes for region at 1733462456249Disabling writes for close at 1733462456249Obtaining lock to block concurrent updates at 1733462456249Preparing flush snapshotting stores in 1588230740 at 1733462456249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462456250 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733462456250Flushing 1588230740/info: creating writer at 1733462456250Flushing 1588230740/info: appending metadata at 1733462456264 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733462456264Flushing 1588230740/ns: creating writer at 1733462456278 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733462456297 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733462456297Flushing 1588230740/rep_barrier: creating writer at 1733462456705 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462456721 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462456721Flushing 1588230740/table: creating writer at 1733462457129 (+408 ms)Flushing 1588230740/table: appending metadata at 1733462457146 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733462457146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb2ebfe: reopening flushed file at 1733462457553 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e25599b: reopening flushed file at 1733462457557 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7b237f: reopening flushed file at 1733462457563 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e52b10: reopening flushed file at 1733462457567 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false at 1733462457572 (+5 ms)Writing region close event to WAL at 1733462457574 (+2 ms)Running coprocessor post-close hooks at 1733462457576 (+2 ms)Closed at 1733462457576 2024-12-06T05:20:57,577 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:20:57,631 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1496, reset compression=false 2024-12-06T05:20:57,635 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:57,635 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1743, reset compression=false 2024-12-06T05:20:57,635 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,46383,1733462416603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:20:57,636 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,46383,1733462416603: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,46383,1733462416603, walGroup=ec46afd49254%2C46383%2C1733462416603, offset=ec46afd49254%2C46383%2C1733462416603.1733462420007:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:46383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:20:57,637 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:20:57,637 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:20:57,637 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:20:57,637 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:20:57,637 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:20:57,637 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 674534400 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198929616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:20:57,638 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:46691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:46691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:20:57,650 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1351): Waiting on af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:57,838 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1743, reset compression=false 2024-12-06T05:20:57,851 DEBUG [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1351): Waiting on af5fd92f8f70829d5727fca8d2fd134e 2024-12-06T05:20:57,969 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/.tmp/norep/48656dd9186e47c8afb9d77fbadb9d1a 2024-12-06T05:20:57,973 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48656dd9186e47c8afb9d77fbadb9d1a 2024-12-06T05:20:57,974 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/.tmp/f/47a206dd867944918702712f6cf3a39a as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/f/47a206dd867944918702712f6cf3a39a 2024-12-06T05:20:57,977 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47a206dd867944918702712f6cf3a39a 2024-12-06T05:20:57,977 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/f/47a206dd867944918702712f6cf3a39a, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T05:20:57,978 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/.tmp/f1/5b6877e027c847db9a74d7aa8259ac0f as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/f1/5b6877e027c847db9a74d7aa8259ac0f 2024-12-06T05:20:57,982 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b6877e027c847db9a74d7aa8259ac0f 2024-12-06T05:20:57,982 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/f1/5b6877e027c847db9a74d7aa8259ac0f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T05:20:57,983 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/.tmp/norep/48656dd9186e47c8afb9d77fbadb9d1a as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/norep/48656dd9186e47c8afb9d77fbadb9d1a 2024-12-06T05:20:57,987 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48656dd9186e47c8afb9d77fbadb9d1a 2024-12-06T05:20:57,987 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/norep/48656dd9186e47c8afb9d77fbadb9d1a, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T05:20:57,987 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for af5fd92f8f70829d5727fca8d2fd134e in 1286ms, sequenceid=12, compaction requested=false 2024-12-06T05:20:57,988 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T05:20:58,019 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/data/default/test/af5fd92f8f70829d5727fca8d2fd134e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T05:20:58,019 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:20:58,019 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:20:58,019 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:58,020 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af5fd92f8f70829d5727fca8d2fd134e: Waiting for close lock at 1733462456701Running coprocessor pre-close hooks at 1733462456701Disabling compacts and flushes for region at 1733462456701Disabling writes for close at 1733462456701Obtaining lock to block concurrent updates at 1733462456701Preparing flush snapshotting stores in af5fd92f8f70829d5727fca8d2fd134e at 1733462456701Finished memstore snapshotting test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733462456701Flushing stores of test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. at 1733462456701Flushing af5fd92f8f70829d5727fca8d2fd134e/f: creating writer at 1733462456702 (+1 ms)Flushing af5fd92f8f70829d5727fca8d2fd134e/f: appending metadata at 1733462456713 (+11 ms)Flushing af5fd92f8f70829d5727fca8d2fd134e/f: closing flushed file at 1733462456713Flushing af5fd92f8f70829d5727fca8d2fd134e/f1: creating writer at 1733462457121 (+408 ms)Flushing af5fd92f8f70829d5727fca8d2fd134e/f1: appending metadata at 1733462457135 (+14 ms)Flushing af5fd92f8f70829d5727fca8d2fd134e/f1: closing flushed file at 1733462457135Flushing af5fd92f8f70829d5727fca8d2fd134e/norep: creating writer at 1733462457545 (+410 ms)Flushing af5fd92f8f70829d5727fca8d2fd134e/norep: appending metadata at 1733462457562 (+17 ms)Flushing af5fd92f8f70829d5727fca8d2fd134e/norep: closing flushed file at 1733462457562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd1d8fd: reopening flushed file at 1733462457973 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5ce734: reopening flushed file at 1733462457977 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9c2bdf: reopening flushed file at 1733462457982 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for af5fd92f8f70829d5727fca8d2fd134e in 1286ms, sequenceid=12, compaction requested=false at 1733462457988 (+6 ms)Writing region close event to WAL at 1733462458016 (+28 ms)Running coprocessor post-close hooks at 1733462458019 (+3 ms)Closed at 1733462458019 2024-12-06T05:20:58,020 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462431950.af5fd92f8f70829d5727fca8d2fd134e. 2024-12-06T05:20:58,051 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,46383,1733462416603; all regions closed. 2024-12-06T05:20:58,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.meta.1733462420831.meta not finished, retry = 0 2024-12-06T05:20:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:20:58,141 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 1743, reset compression=false 2024-12-06T05:20:58,145 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:20:58,145 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.wal-reader.ec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 to pos 2387, reset compression=false 2024-12-06T05:20:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741839_1015 (size=3552) 2024-12-06T05:20:58,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/WALs/ec46afd49254,46383,1733462416603/ec46afd49254%2C46383%2C1733462416603.1733462420007 not finished, retry = 0 2024-12-06T05:20:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741832_1008 (size=2395) 2024-12-06T05:20:58,272 DEBUG [RS:0;ec46afd49254:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:58,272 INFO [RS:0;ec46afd49254:46383 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:20:58,272 INFO [RS:0;ec46afd49254:46383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:58,272 INFO [RS:0;ec46afd49254:46383 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:58,273 INFO [RS:0;ec46afd49254:46383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:58,273 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:20:58,273 INFO [RS:0;ec46afd49254:46383 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,46383,1733462416603 because: Region server is closing 2024-12-06T05:20:58,273 INFO [RS:0;ec46afd49254:46383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:46383. 2024-12-06T05:20:58,273 DEBUG [RS:0;ec46afd49254:46383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:58,273 DEBUG [RS:0;ec46afd49254:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:58,273 DEBUG [RS:0;ec46afd49254:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:58,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:58,374 INFO [RS:0;ec46afd49254:46383 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,46383,1733462416603.replicationSource.shipperec46afd49254%2C46383%2C1733462416603,1-ec46afd49254,46383,1733462416603 terminated 2024-12-06T05:20:58,374 INFO [RS:0;ec46afd49254:46383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:46383. 2024-12-06T05:20:58,374 DEBUG [RS:0;ec46afd49254:46383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:20:58,374 DEBUG [RS:0;ec46afd49254:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:58,374 DEBUG [RS:0;ec46afd49254:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:20:58,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:20:58,374 INFO [RS:0;ec46afd49254:46383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46383 2024-12-06T05:20:58,386 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-65243535/rs/ec46afd49254,46383,1733462416603 2024-12-06T05:20:58,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535/rs 2024-12-06T05:20:58,386 INFO [RS:0;ec46afd49254:46383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:20:58,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,46383,1733462416603] 2024-12-06T05:20:58,491 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-65243535/draining/ec46afd49254,46383,1733462416603 already deleted, retry=false 2024-12-06T05:20:58,491 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,46383,1733462416603 expired; onlineServers=0 2024-12-06T05:20:58,491 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,46691,1733462416383' ***** 2024-12-06T05:20:58,491 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:20:58,491 INFO [M:0;ec46afd49254:46691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:20:58,491 INFO [M:0;ec46afd49254:46691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:20:58,491 DEBUG [M:0;ec46afd49254:46691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:20:58,491 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:20:58,491 DEBUG [M:0;ec46afd49254:46691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:20:58,491 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462419643 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462419643,5,FailOnTimeoutGroup] 2024-12-06T05:20:58,491 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462419642 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462419642,5,FailOnTimeoutGroup] 2024-12-06T05:20:58,492 INFO [M:0;ec46afd49254:46691 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:20:58,492 INFO [M:0;ec46afd49254:46691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:20:58,492 DEBUG [M:0;ec46afd49254:46691 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:20:58,492 INFO [M:0;ec46afd49254:46691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:20:58,492 INFO [M:0;ec46afd49254:46691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:20:58,492 ERROR [M:0;ec46afd49254:46691 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36229,5,PEWorkerGroup] 2024-12-06T05:20:58,492 INFO [M:0;ec46afd49254:46691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:20:58,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:20:58,496 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:58,496 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x101a9154ee70001, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:20:58,496 INFO [RS:0;ec46afd49254:46383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:20:58,497 INFO [RS:0;ec46afd49254:46383 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,46383,1733462416603; zookeeper connection closed. 2024-12-06T05:20:58,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a532c8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a532c8c 2024-12-06T05:20:58,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:20:58,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-65243535/master 2024-12-06T05:20:58,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-65243535 2024-12-06T05:20:58,502 DEBUG [M:0;ec46afd49254:46691 {}] zookeeper.ZKUtil(347): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Unable to get data of znode /0-65243535/master because node does not exist (not an error) 2024-12-06T05:20:58,502 WARN [M:0;ec46afd49254:46691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:20:58,502 INFO [M:0;ec46afd49254:46691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/.lastflushedseqids 2024-12-06T05:20:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741848_1024 (size=245) 2024-12-06T05:20:58,906 INFO [M:0;ec46afd49254:46691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:20:58,906 INFO [M:0;ec46afd49254:46691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:20:58,906 DEBUG [M:0;ec46afd49254:46691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:20:58,906 INFO [M:0;ec46afd49254:46691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:58,906 DEBUG [M:0;ec46afd49254:46691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:58,906 DEBUG [M:0;ec46afd49254:46691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:20:58,906 DEBUG [M:0;ec46afd49254:46691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:20:58,906 INFO [M:0;ec46afd49254:46691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-06T05:20:58,918 DEBUG [M:0;ec46afd49254:46691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4d02636b6974dce871b1ef08b8bbf81 is 82, key is hbase:meta,,1/info:regioninfo/1733462420909/Put/seqid=0 2024-12-06T05:20:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741849_1025 (size=5672) 2024-12-06T05:20:59,322 INFO [M:0;ec46afd49254:46691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4d02636b6974dce871b1ef08b8bbf81 2024-12-06T05:20:59,337 DEBUG [M:0;ec46afd49254:46691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa5c40bad3824c728256483abf3163b3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733462432405/Put/seqid=0 2024-12-06T05:20:59,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741850_1026 (size=7219) 2024-12-06T05:20:59,740 INFO [M:0;ec46afd49254:46691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa5c40bad3824c728256483abf3163b3 2024-12-06T05:20:59,743 INFO [M:0;ec46afd49254:46691 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa5c40bad3824c728256483abf3163b3 2024-12-06T05:20:59,755 DEBUG [M:0;ec46afd49254:46691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93b51f84451f44efa311d7e69900a2ff is 69, key is ec46afd49254,46383,1733462416603/rs:state/1733462419801/Put/seqid=0 2024-12-06T05:20:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741851_1027 (size=5156) 2024-12-06T05:21:00,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:00,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:00,158 INFO [M:0;ec46afd49254:46691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93b51f84451f44efa311d7e69900a2ff 2024-12-06T05:21:00,162 DEBUG [M:0;ec46afd49254:46691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4d02636b6974dce871b1ef08b8bbf81 as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4d02636b6974dce871b1ef08b8bbf81 2024-12-06T05:21:00,165 INFO [M:0;ec46afd49254:46691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4d02636b6974dce871b1ef08b8bbf81, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T05:21:00,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:21:00,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:21:00,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:21:00,166 DEBUG [M:0;ec46afd49254:46691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa5c40bad3824c728256483abf3163b3 as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa5c40bad3824c728256483abf3163b3 2024-12-06T05:21:00,169 INFO [M:0;ec46afd49254:46691 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa5c40bad3824c728256483abf3163b3 2024-12-06T05:21:00,169 INFO [M:0;ec46afd49254:46691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa5c40bad3824c728256483abf3163b3, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T05:21:00,170 DEBUG [M:0;ec46afd49254:46691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93b51f84451f44efa311d7e69900a2ff as hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93b51f84451f44efa311d7e69900a2ff 2024-12-06T05:21:00,173 INFO [M:0;ec46afd49254:46691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36229/user/jenkins/test-data/d58d21c4-e350-5d0e-8d25-a85cf8b84546/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93b51f84451f44efa311d7e69900a2ff, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T05:21:00,174 INFO [M:0;ec46afd49254:46691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false 2024-12-06T05:21:00,175 INFO [M:0;ec46afd49254:46691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:00,175 DEBUG [M:0;ec46afd49254:46691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462458906Disabling compacts and flushes for region at 1733462458906Disabling writes for close at 1733462458906Obtaining lock to block concurrent updates at 1733462458906Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462458906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733462458906Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462458907 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462458907Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462458918 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462458918Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462459325 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462459336 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462459336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462459743 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462459754 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462459754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402bd274: reopening flushed file at 1733462460161 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb4c9d7: reopening flushed file at 1733462460165 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b36703: reopening flushed file at 1733462460169 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false at 1733462460174 (+5 ms)Writing region close event to WAL at 1733462460175 (+1 ms)Closed at 1733462460175 2024-12-06T05:21:00,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38043 is added to blk_1073741830_1006 (size=64435) 2024-12-06T05:21:00,178 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:21:00,178 INFO [M:0;ec46afd49254:46691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:21:00,178 INFO [M:0;ec46afd49254:46691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46691 2024-12-06T05:21:00,178 INFO [M:0;ec46afd49254:46691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:21:00,370 INFO [M:0;ec46afd49254:46691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:21:00,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:00,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46691-0x101a9154ee70000, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:00,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36c82884{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:00,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ccedaa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:21:00,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:21:00,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@89c2fa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:21:00,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58c66fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.log.dir/,STOPPED} 2024-12-06T05:21:00,374 WARN [BP-537834531-172.17.0.3-1733462414220 heartbeating to localhost/127.0.0.1:36229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:21:00,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:21:00,374 WARN [BP-537834531-172.17.0.3-1733462414220 heartbeating to localhost/127.0.0.1:36229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-537834531-172.17.0.3-1733462414220 (Datanode Uuid d41ea01c-fc7c-4d37-93e3-ea5f70351c4e) service to localhost/127.0.0.1:36229 2024-12-06T05:21:00,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:21:00,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/cluster_a8e089c0-c4a3-6459-f7af-1105feb8ec93/data/data1/current/BP-537834531-172.17.0.3-1733462414220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:21:00,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/cluster_a8e089c0-c4a3-6459-f7af-1105feb8ec93/data/data2/current/BP-537834531-172.17.0.3-1733462414220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:21:00,375 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:21:00,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66772038{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:00,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@505f8c31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:21:00,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:21:00,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@619a723f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:21:00,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@146e6bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6271fc-a28a-aafc-c04b-b1963a6856f0/hadoop.log.dir/,STOPPED} 2024-12-06T05:21:00,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:21:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:21:00,412 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:36229 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43659 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37521 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:36229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:36229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 524) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6160 (was 7063) 2024-12-06T05:21:00,421 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=6160 2024-12-06T05:21:00,432 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-06T05:21:00,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.log.dir so I do NOT create it in target/test-data/cbc99119-2efe-9914-1b49-2511e697281e 2024-12-06T05:21:00,432 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:21:00,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.tmp.dir so I do NOT create it in target/test-data/cbc99119-2efe-9914-1b49-2511e697281e 2024-12-06T05:21:00,432 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6064f384-e74a-fafd-7e5f-0c8560a4cfb7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:21:00,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e 2024-12-06T05:21:00,432 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/cluster_0e0c3441-1734-8b6e-0dd8-c52716564ecf, deleteOnExit=true 2024-12-06T05:21:00,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/cluster_0e0c3441-1734-8b6e-0dd8-c52716564ecf/zookeeper_0, clientPort=60123, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/cluster_0e0c3441-1734-8b6e-0dd8-c52716564ecf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/cluster_0e0c3441-1734-8b6e-0dd8-c52716564ecf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:21:00,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60123 2024-12-06T05:21:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:21:00,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:21:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/test.cache.data in system properties and HBase conf 2024-12-06T05:21:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:21:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:21:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:21:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:21:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:21:00,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:21:00,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:00,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:21:00,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:21:00,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a9154ee70005, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:21:00,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a9154ee70002, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:21:00,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a9154ee70005, quorum=127.0.0.1:62009, baseZNode=/11998291234 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:21:00,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a9154ee70008, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:21:00,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a9154ee70002, quorum=127.0.0.1:62009, baseZNode=/0-65243535 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:21:00,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a9154ee70008, quorum=127.0.0.1:62009, baseZNode=/2707539786 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:21:00,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:00,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:00,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:00,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:00,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:21:00,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:00,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@737f4167{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:00,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6326fb22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:00,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ab7f4bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/java.io.tmpdir/jetty-localhost-39819-hadoop-hdfs-3_4_1-tests_jar-_-any-15149801969071952907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:00,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c1f488a{HTTP/1.1, (http/1.1)}{localhost:39819} 2024-12-06T05:21:00,903 INFO [Time-limited test {}] server.Server(415): Started @317276ms 2024-12-06T05:21:01,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:01,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:01,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:01,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:01,132 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:21:01,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@237e9151{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:01,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f2605b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:01,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e9bd672{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/java.io.tmpdir/jetty-localhost-43039-hadoop-hdfs-3_4_1-tests_jar-_-any-16165454524463412052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:01,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7201fd93{HTTP/1.1, (http/1.1)}{localhost:43039} 2024-12-06T05:21:01,253 INFO [Time-limited test {}] server.Server(415): Started @317626ms 2024-12-06T05:21:01,255 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:21:02,300 WARN [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/cluster_0e0c3441-1734-8b6e-0dd8-c52716564ecf/data/data1/current/BP-861427957-172.17.0.3-1733462460474/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:02,300 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/cluster_0e0c3441-1734-8b6e-0dd8-c52716564ecf/data/data2/current/BP-861427957-172.17.0.3-1733462460474/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:02,315 WARN [Thread-3420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:21:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x631c029ae07ba337 with lease ID 0x2196cadeff9c4562: Processing first storage report for DS-f9ea1dd7-6e83-4815-b5c7-e5c48ec3b319 from datanode DatanodeRegistration(127.0.0.1:43305, datanodeUuid=994f0385-b395-4576-a7aa-26a52f2792fe, infoPort=46193, infoSecurePort=0, ipcPort=33353, storageInfo=lv=-57;cid=testClusterID;nsid=492010816;c=1733462460474) 2024-12-06T05:21:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x631c029ae07ba337 with lease ID 0x2196cadeff9c4562: from storage DS-f9ea1dd7-6e83-4815-b5c7-e5c48ec3b319 node DatanodeRegistration(127.0.0.1:43305, datanodeUuid=994f0385-b395-4576-a7aa-26a52f2792fe, infoPort=46193, infoSecurePort=0, ipcPort=33353, storageInfo=lv=-57;cid=testClusterID;nsid=492010816;c=1733462460474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x631c029ae07ba337 with lease ID 0x2196cadeff9c4562: Processing first storage report for DS-ba5ef6a7-b4e8-47ff-9bd5-8893cfcd3e79 from datanode DatanodeRegistration(127.0.0.1:43305, datanodeUuid=994f0385-b395-4576-a7aa-26a52f2792fe, infoPort=46193, infoSecurePort=0, ipcPort=33353, storageInfo=lv=-57;cid=testClusterID;nsid=492010816;c=1733462460474) 2024-12-06T05:21:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x631c029ae07ba337 with lease ID 0x2196cadeff9c4562: from storage DS-ba5ef6a7-b4e8-47ff-9bd5-8893cfcd3e79 node DatanodeRegistration(127.0.0.1:43305, datanodeUuid=994f0385-b395-4576-a7aa-26a52f2792fe, infoPort=46193, infoSecurePort=0, ipcPort=33353, storageInfo=lv=-57;cid=testClusterID;nsid=492010816;c=1733462460474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:02,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e 2024-12-06T05:21:02,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:02,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:21:02,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493 with version=8 2024-12-06T05:21:02,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/hbase-staging 2024-12-06T05:21:02,796 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:02,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:02,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:02,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:02,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:02,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:02,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:21:02,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:02,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42411 2024-12-06T05:21:02,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42411 connecting to ZooKeeper ensemble=127.0.0.1:60123 2024-12-06T05:21:02,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424110x0, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:02,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42411-0x101a91603cf0000 connected 2024-12-06T05:21:02,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:02,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:02,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on znode that does not yet exist, /0-903911889/running 2024-12-06T05:21:02,979 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493, hbase.cluster.distributed=false 2024-12-06T05:21:02,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on znode that does not yet exist, /0-903911889/acl 2024-12-06T05:21:02,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42411 2024-12-06T05:21:02,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42411 2024-12-06T05:21:02,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42411 2024-12-06T05:21:02,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42411 2024-12-06T05:21:02,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42411 2024-12-06T05:21:02,993 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:02,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:02,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:02,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:02,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:02,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:02,993 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:21:02,993 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:02,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38201 2024-12-06T05:21:02,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38201 connecting to ZooKeeper ensemble=127.0.0.1:60123 2024-12-06T05:21:02,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:02,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:03,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382010x0, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:03,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382010x0, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on znode that does not yet exist, /0-903911889/running 2024-12-06T05:21:03,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38201-0x101a91603cf0001 connected 2024-12-06T05:21:03,007 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:21:03,007 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:21:03,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on znode that does not yet exist, /0-903911889/master 2024-12-06T05:21:03,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on znode that does not yet exist, /0-903911889/acl 2024-12-06T05:21:03,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38201 2024-12-06T05:21:03,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38201 2024-12-06T05:21:03,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38201 2024-12-06T05:21:03,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38201 2024-12-06T05:21:03,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38201 2024-12-06T05:21:03,023 DEBUG [M:0;ec46afd49254:42411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:42411 2024-12-06T05:21:03,024 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-903911889/backup-masters/ec46afd49254,42411,1733462462796 2024-12-06T05:21:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889/backup-masters 2024-12-06T05:21:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889/backup-masters 2024-12-06T05:21:03,028 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on existing znode=/0-903911889/backup-masters/ec46afd49254,42411,1733462462796 2024-12-06T05:21:03,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-903911889/master 2024-12-06T05:21:03,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:03,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:03,038 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on existing znode=/0-903911889/master 2024-12-06T05:21:03,038 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-903911889/backup-masters/ec46afd49254,42411,1733462462796 from backup master directory 2024-12-06T05:21:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-903911889/backup-masters/ec46afd49254,42411,1733462462796 2024-12-06T05:21:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889/backup-masters 2024-12-06T05:21:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889/backup-masters 2024-12-06T05:21:03,048 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:03,048 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,42411,1733462462796 2024-12-06T05:21:03,051 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/hbase.id] with ID: 0186cf2f-b803-4d49-a48f-6f166c765133 2024-12-06T05:21:03,051 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/.tmp/hbase.id 2024-12-06T05:21:03,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:21:03,456 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/.tmp/hbase.id]:[hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/hbase.id] 2024-12-06T05:21:03,464 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:03,465 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:21:03,465 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T05:21:03,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:03,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:03,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:21:03,916 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:03,916 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:21:03,917 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:03,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:21:04,322 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store 2024-12-06T05:21:04,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:21:04,727 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:04,727 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:21:04,727 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:04,727 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:04,727 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:21:04,727 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:04,727 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:04,727 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462464727Disabling compacts and flushes for region at 1733462464727Disabling writes for close at 1733462464727Writing region close event to WAL at 1733462464727Closed at 1733462464727 2024-12-06T05:21:04,728 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/.initializing 2024-12-06T05:21:04,728 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/WALs/ec46afd49254,42411,1733462462796 2024-12-06T05:21:04,729 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:04,730 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C42411%2C1733462462796, suffix=, logDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/WALs/ec46afd49254,42411,1733462462796, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/oldWALs, maxLogs=10 2024-12-06T05:21:04,747 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/WALs/ec46afd49254,42411,1733462462796/ec46afd49254%2C42411%2C1733462462796.1733462464730, exclude list is [], retry=0 2024-12-06T05:21:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43305,DS-f9ea1dd7-6e83-4815-b5c7-e5c48ec3b319,DISK] 2024-12-06T05:21:04,750 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/WALs/ec46afd49254,42411,1733462462796/ec46afd49254%2C42411%2C1733462462796.1733462464730 2024-12-06T05:21:04,750 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46193:46193)] 2024-12-06T05:21:04,750 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:04,750 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:04,751 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,751 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:21:04,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:04,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:04,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:21:04,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:04,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:04,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:21:04,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:04,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:04,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:21:04,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:04,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:04,756 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,757 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,757 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,758 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,758 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,758 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:04,759 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:04,760 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:04,761 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72499563, jitterRate=0.08032767474651337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:04,761 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462464751Initializing all the Stores at 1733462464751Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462464751Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462464751Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462464751Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462464751Cleaning up temporary data from old regions at 1733462464758 (+7 ms)Region opened successfully at 1733462464761 (+3 ms) 2024-12-06T05:21:04,761 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:21:04,763 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6170d5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:04,764 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:21:04,764 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:21:04,764 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:21:04,764 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:21:04,765 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:21:04,765 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:21:04,765 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:21:04,766 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:21:04,767 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Unable to get data of znode /0-903911889/balancer because node does not exist (not necessarily an error) 2024-12-06T05:21:04,817 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-903911889/balancer already deleted, retry=false 2024-12-06T05:21:04,817 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:21:04,818 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Unable to get data of znode /0-903911889/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:21:04,828 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-903911889/normalizer already deleted, retry=false 2024-12-06T05:21:04,828 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:21:04,829 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Unable to get data of znode /0-903911889/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:21:04,838 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-903911889/switch/split already deleted, retry=false 2024-12-06T05:21:04,839 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Unable to get data of znode /0-903911889/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:21:04,848 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-903911889/switch/merge already deleted, retry=false 2024-12-06T05:21:04,850 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Unable to get data of znode /0-903911889/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:21:04,859 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-903911889/snapshot-cleanup already deleted, retry=false 2024-12-06T05:21:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-903911889/running 2024-12-06T05:21:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-903911889/running 2024-12-06T05:21:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:04,870 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,42411,1733462462796, sessionid=0x101a91603cf0000, setting cluster-up flag (Was=false) 2024-12-06T05:21:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:04,922 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-903911889/flush-table-proc/acquired, /0-903911889/flush-table-proc/reached, /0-903911889/flush-table-proc/abort 2024-12-06T05:21:04,923 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,42411,1733462462796 2024-12-06T05:21:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:04,974 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-903911889/online-snapshot/acquired, /0-903911889/online-snapshot/reached, /0-903911889/online-snapshot/abort 2024-12-06T05:21:04,975 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,42411,1733462462796 2024-12-06T05:21:04,976 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:21:04,977 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:04,978 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:21:04,978 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:21:04,978 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,42411,1733462462796 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:21:04,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:04,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:04,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:04,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:04,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:21:04,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:04,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:04,979 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:04,980 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462494980 2024-12-06T05:21:04,980 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:21:04,980 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:21:04,980 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:21:04,980 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:21:04,980 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:21:04,980 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:21:04,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:04,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:21:04,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:04,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:21:04,981 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:04,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:21:04,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:21:04,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:21:04,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:21:04,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:21:04,981 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:21:04,981 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462464981,5,FailOnTimeoutGroup] 2024-12-06T05:21:04,982 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462464981,5,FailOnTimeoutGroup] 2024-12-06T05:21:04,982 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:04,982 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:21:04,982 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:04,982 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:04,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:21:05,017 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(746): ClusterId : 0186cf2f-b803-4d49-a48f-6f166c765133 2024-12-06T05:21:05,017 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:21:05,089 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:21:05,089 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:21:05,141 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:21:05,142 DEBUG [RS:0;ec46afd49254:38201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309779dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:05,152 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:38201 2024-12-06T05:21:05,152 INFO [RS:0;ec46afd49254:38201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:21:05,152 INFO [RS:0;ec46afd49254:38201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:21:05,152 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:21:05,152 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,42411,1733462462796 with port=38201, startcode=1733462462992 2024-12-06T05:21:05,153 DEBUG [RS:0;ec46afd49254:38201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:21:05,154 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:21:05,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,38201,1733462462992 2024-12-06T05:21:05,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42411 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,38201,1733462462992 2024-12-06T05:21:05,155 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493 2024-12-06T05:21:05,155 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46827 2024-12-06T05:21:05,155 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:21:05,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889/rs 2024-12-06T05:21:05,175 DEBUG [RS:0;ec46afd49254:38201 {}] zookeeper.ZKUtil(111): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on existing znode=/0-903911889/rs/ec46afd49254,38201,1733462462992 2024-12-06T05:21:05,175 WARN [RS:0;ec46afd49254:38201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:05,175 INFO [RS:0;ec46afd49254:38201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:05,175 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992 2024-12-06T05:21:05,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,38201,1733462462992] 2024-12-06T05:21:05,177 INFO [RS:0;ec46afd49254:38201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:21:05,178 INFO [RS:0;ec46afd49254:38201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:21:05,178 INFO [RS:0;ec46afd49254:38201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:21:05,178 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,178 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:21:05,179 INFO [RS:0;ec46afd49254:38201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:21:05,179 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:05,179 DEBUG [RS:0;ec46afd49254:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:05,185 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,185 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,185 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,185 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,185 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,185 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38201,1733462462992-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:05,201 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:21:05,201 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38201,1733462462992-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,201 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,201 INFO [RS:0;ec46afd49254:38201 {}] regionserver.Replication(171): ec46afd49254,38201,1733462462992 started 2024-12-06T05:21:05,213 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:05,213 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,38201,1733462462992, RpcServer on ec46afd49254/172.17.0.3:38201, sessionid=0x101a91603cf0001 2024-12-06T05:21:05,213 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:21:05,213 DEBUG [RS:0;ec46afd49254:38201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,38201,1733462462992 2024-12-06T05:21:05,213 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,38201,1733462462992' 2024-12-06T05:21:05,213 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-903911889/flush-table-proc/abort' 2024-12-06T05:21:05,214 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-903911889/flush-table-proc/acquired' 2024-12-06T05:21:05,214 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:21:05,214 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:21:05,214 DEBUG [RS:0;ec46afd49254:38201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,38201,1733462462992 2024-12-06T05:21:05,214 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,38201,1733462462992' 2024-12-06T05:21:05,214 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-903911889/online-snapshot/abort' 2024-12-06T05:21:05,215 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-903911889/online-snapshot/acquired' 2024-12-06T05:21:05,215 DEBUG [RS:0;ec46afd49254:38201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:21:05,215 INFO [RS:0;ec46afd49254:38201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:21:05,215 INFO [RS:0;ec46afd49254:38201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:21:05,315 INFO [RS:0;ec46afd49254:38201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:05,316 INFO [RS:0;ec46afd49254:38201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C38201%2C1733462462992, suffix=, logDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/oldWALs, maxLogs=10 2024-12-06T05:21:05,327 DEBUG [RS:0;ec46afd49254:38201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316, exclude list is [], retry=0 2024-12-06T05:21:05,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43305,DS-f9ea1dd7-6e83-4815-b5c7-e5c48ec3b319,DISK] 2024-12-06T05:21:05,331 INFO [RS:0;ec46afd49254:38201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 2024-12-06T05:21:05,331 DEBUG [RS:0;ec46afd49254:38201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46193:46193)] 2024-12-06T05:21:05,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:21:05,386 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493 2024-12-06T05:21:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:21:05,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:05,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:05,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:05,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:05,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:05,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:05,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:05,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:05,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:05,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:05,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:05,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:05,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:05,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:05,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:05,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:05,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:05,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:05,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:05,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:05,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740 2024-12-06T05:21:05,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740 2024-12-06T05:21:05,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:05,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:05,798 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:05,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:05,800 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:05,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64953520, jitterRate=-0.03211712837219238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:05,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462465791Initializing all the Stores at 1733462465792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462465792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462465792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462465792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462465792Cleaning up temporary data from old regions at 1733462465797 (+5 ms)Region opened successfully at 1733462465800 (+3 ms) 2024-12-06T05:21:05,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:21:05,800 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:21:05,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:21:05,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:21:05,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:21:05,801 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:05,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462465800Disabling compacts and flushes for region at 1733462465800Disabling writes for close at 1733462465801 (+1 ms)Writing region close event to WAL at 1733462465801Closed at 1733462465801 2024-12-06T05:21:05,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:05,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:21:05,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:21:05,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:05,803 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:21:05,953 DEBUG [ec46afd49254:42411 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:21:05,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,38201,1733462462992 2024-12-06T05:21:05,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,38201,1733462462992, state=OPENING 2024-12-06T05:21:06,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:21:06,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:06,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:06,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:06,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-903911889/meta-region-server: CHANGED 2024-12-06T05:21:06,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-903911889/meta-region-server: CHANGED 2024-12-06T05:21:06,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,38201,1733462462992}] 2024-12-06T05:21:06,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:21:06,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:21:06,172 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:21:06,172 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:06,172 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:21:06,173 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C38201%2C1733462462992.meta, suffix=.meta, logDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/oldWALs, maxLogs=10 2024-12-06T05:21:06,184 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.meta.1733462466174.meta, exclude list is [], retry=0 2024-12-06T05:21:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43305,DS-f9ea1dd7-6e83-4815-b5c7-e5c48ec3b319,DISK] 2024-12-06T05:21:06,187 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.meta.1733462466174.meta 2024-12-06T05:21:06,187 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46193:46193)] 2024-12-06T05:21:06,187 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:06,188 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:06,188 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:21:06,188 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:21:06,188 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:21:06,188 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:21:06,188 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:06,188 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:21:06,188 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:21:06,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:06,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:06,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:06,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:06,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:06,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:06,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:06,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:06,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:06,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:06,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:06,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:06,192 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:06,192 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740 2024-12-06T05:21:06,192 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740 2024-12-06T05:21:06,193 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:06,193 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:06,193 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:06,194 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:06,194 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69328809, jitterRate=0.033079758286476135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:06,194 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:21:06,195 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462466188Writing region info on filesystem at 1733462466188Initializing all the Stores at 1733462466189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462466189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462466189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462466189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462466189Cleaning up temporary data from old regions at 1733462466193 (+4 ms)Running coprocessor post-open hooks at 1733462466194 (+1 ms)Region opened successfully at 1733462466195 (+1 ms) 2024-12-06T05:21:06,195 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462466169 2024-12-06T05:21:06,197 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:21:06,197 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:21:06,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,38201,1733462462992 2024-12-06T05:21:06,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,38201,1733462462992, state=OPEN 2024-12-06T05:21:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-903911889/meta-region-server 2024-12-06T05:21:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-903911889/meta-region-server 2024-12-06T05:21:06,240 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,38201,1733462462992 2024-12-06T05:21:06,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-903911889/meta-region-server: CHANGED 2024-12-06T05:21:06,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-903911889/meta-region-server: CHANGED 2024-12-06T05:21:06,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:21:06,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,38201,1733462462992 in 223 msec 2024-12-06T05:21:06,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:21:06,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-12-06T05:21:06,243 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:06,243 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:21:06,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:06,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38201,1733462462992, seqNum=-1] 2024-12-06T05:21:06,244 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:06,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:06,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-12-06T05:21:06,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462466248, completionTime=-1 2024-12-06T05:21:06,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:21:06,248 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:21:06,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:21:06,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462526250 2024-12-06T05:21:06,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462586250 2024-12-06T05:21:06,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:21:06,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42411,1733462462796-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:06,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42411,1733462462796-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:06,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42411,1733462462796-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:06,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:42411, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:06,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:06,251 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:06,252 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:21:06,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.205sec 2024-12-06T05:21:06,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:21:06,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:21:06,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:21:06,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:21:06,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:21:06,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42411,1733462462796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:06,253 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42411,1733462462796-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:21:06,255 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:21:06,255 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:21:06,255 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42411,1733462462796-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:06,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282a3faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:06,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42411,-1 for getting cluster id 2024-12-06T05:21:06,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:06,319 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186cf2f-b803-4d49-a48f-6f166c765133' 2024-12-06T05:21:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186cf2f-b803-4d49-a48f-6f166c765133" 2024-12-06T05:21:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2fa265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42411,-1] 2024-12-06T05:21:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:06,321 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:06,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2911e279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:06,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38201,1733462462992, seqNum=-1] 2024-12-06T05:21:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:06,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,42411,1733462462796 2024-12-06T05:21:06,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60123 2024-12-06T05:21:06,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:06,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a91603cf0002 connected 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.log.dir so I do NOT create it in target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b 2024-12-06T05:21:06,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.tmp.dir so I do NOT create it in target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b 2024-12-06T05:21:06,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:21:06,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/cluster_aed11986-2140-593a-4a39-eeb9459c7e66, deleteOnExit=true 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/test.cache.data in system properties and HBase conf 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:21:06,356 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:21:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:21:06,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:06,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:06,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:06,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:06,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:21:06,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:06,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6725a265{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:06,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4d2889{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:06,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cb58ddf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/java.io.tmpdir/jetty-localhost-41817-hadoop-hdfs-3_4_1-tests_jar-_-any-10726552316087332510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:06,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cff8bd{HTTP/1.1, (http/1.1)}{localhost:41817} 2024-12-06T05:21:06,762 INFO [Time-limited test {}] server.Server(415): Started @323136ms 2024-12-06T05:21:07,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:07,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:07,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:07,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:07,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:21:07,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9fe0bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:07,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ae160ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:07,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2db5fc96{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/java.io.tmpdir/jetty-localhost-33567-hadoop-hdfs-3_4_1-tests_jar-_-any-2721815399287960908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:07,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a794161{HTTP/1.1, (http/1.1)}{localhost:33567} 2024-12-06T05:21:07,118 INFO [Time-limited test {}] server.Server(415): Started @323491ms 2024-12-06T05:21:07,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:21:07,984 WARN [Thread-3553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/cluster_aed11986-2140-593a-4a39-eeb9459c7e66/data/data1/current/BP-619111700-172.17.0.3-1733462466370/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:07,984 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/cluster_aed11986-2140-593a-4a39-eeb9459c7e66/data/data2/current/BP-619111700-172.17.0.3-1733462466370/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:08,003 WARN [Thread-3541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:21:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x893dd537e23b5b0c with lease ID 0xcefaeb10beaeaf23: Processing first storage report for DS-ab37e881-12a6-4792-b386-8b9436e7ff90 from datanode DatanodeRegistration(127.0.0.1:36627, datanodeUuid=6205a7f4-3622-4f13-b9a9-e4eae825b2e4, infoPort=42505, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=545986329;c=1733462466370) 2024-12-06T05:21:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x893dd537e23b5b0c with lease ID 0xcefaeb10beaeaf23: from storage DS-ab37e881-12a6-4792-b386-8b9436e7ff90 node DatanodeRegistration(127.0.0.1:36627, datanodeUuid=6205a7f4-3622-4f13-b9a9-e4eae825b2e4, infoPort=42505, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=545986329;c=1733462466370), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x893dd537e23b5b0c with lease ID 0xcefaeb10beaeaf23: Processing first storage report for DS-dff0f3cb-d7da-4577-8aa7-0b9e8ddf641e from datanode DatanodeRegistration(127.0.0.1:36627, datanodeUuid=6205a7f4-3622-4f13-b9a9-e4eae825b2e4, infoPort=42505, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=545986329;c=1733462466370) 2024-12-06T05:21:08,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x893dd537e23b5b0c with lease ID 0xcefaeb10beaeaf23: from storage DS-dff0f3cb-d7da-4577-8aa7-0b9e8ddf641e node DatanodeRegistration(127.0.0.1:36627, datanodeUuid=6205a7f4-3622-4f13-b9a9-e4eae825b2e4, infoPort=42505, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=545986329;c=1733462466370), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:08,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b 2024-12-06T05:21:08,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:08,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:08,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:21:08,453 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955 with version=8 2024-12-06T05:21:08,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/hbase-staging 2024-12-06T05:21:08,455 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:08,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:08,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:08,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:08,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:08,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:08,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:21:08,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:08,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41759 2024-12-06T05:21:08,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41759 connecting to ZooKeeper ensemble=127.0.0.1:60123 2024-12-06T05:21:08,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417590x0, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:08,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41759-0x101a91603cf0003 connected 2024-12-06T05:21:08,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:08,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:08,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on znode that does not yet exist, /1-1589318897/running 2024-12-06T05:21:08,589 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955, hbase.cluster.distributed=false 2024-12-06T05:21:08,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on znode that does not yet exist, /1-1589318897/acl 2024-12-06T05:21:08,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41759 2024-12-06T05:21:08,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41759 2024-12-06T05:21:08,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41759 2024-12-06T05:21:08,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41759 2024-12-06T05:21:08,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41759 2024-12-06T05:21:08,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:08,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:08,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:08,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:08,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:08,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:08,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:21:08,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:08,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45389 2024-12-06T05:21:08,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45389 connecting to ZooKeeper ensemble=127.0.0.1:60123 2024-12-06T05:21:08,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:08,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:08,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453890x0, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:08,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453890x0, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on znode that does not yet exist, /1-1589318897/running 2024-12-06T05:21:08,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45389-0x101a91603cf0004 connected 2024-12-06T05:21:08,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:21:08,618 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:21:08,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on znode that does not yet exist, /1-1589318897/master 2024-12-06T05:21:08,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on znode that does not yet exist, /1-1589318897/acl 2024-12-06T05:21:08,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45389 2024-12-06T05:21:08,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45389 2024-12-06T05:21:08,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45389 2024-12-06T05:21:08,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45389 2024-12-06T05:21:08,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45389 2024-12-06T05:21:08,637 DEBUG [M:0;ec46afd49254:41759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:41759 2024-12-06T05:21:08,637 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1589318897/backup-masters/ec46afd49254,41759,1733462468455 2024-12-06T05:21:08,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897/backup-masters 2024-12-06T05:21:08,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897/backup-masters 2024-12-06T05:21:08,648 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on existing znode=/1-1589318897/backup-masters/ec46afd49254,41759,1733462468455 2024-12-06T05:21:08,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1589318897/master 2024-12-06T05:21:08,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:08,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:08,659 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on existing znode=/1-1589318897/master 2024-12-06T05:21:08,659 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1589318897/backup-masters/ec46afd49254,41759,1733462468455 from backup master directory 2024-12-06T05:21:08,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897/backup-masters 2024-12-06T05:21:08,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1589318897/backup-masters/ec46afd49254,41759,1733462468455 2024-12-06T05:21:08,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897/backup-masters 2024-12-06T05:21:08,669 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:08,669 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,41759,1733462468455 2024-12-06T05:21:08,672 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/hbase.id] with ID: 18b9a708-10f1-422f-a0a1-7754100cd920 2024-12-06T05:21:08,672 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/.tmp/hbase.id 2024-12-06T05:21:08,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:21:09,076 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/.tmp/hbase.id]:[hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/hbase.id] 2024-12-06T05:21:09,084 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:09,084 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:21:09,085 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:21:09,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:09,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:09,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:21:09,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:09,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:21:09,469 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88837 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:21:09,538 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:09,539 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:21:09,539 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:21:09,561 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store 2024-12-06T05:21:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:21:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:21:09,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:21:09,967 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:09,968 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:21:09,968 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:09,968 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:09,968 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:21:09,968 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:09,968 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:09,968 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462469967Disabling compacts and flushes for region at 1733462469967Disabling writes for close at 1733462469968 (+1 ms)Writing region close event to WAL at 1733462469968Closed at 1733462469968 2024-12-06T05:21:09,968 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/.initializing 2024-12-06T05:21:09,968 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/WALs/ec46afd49254,41759,1733462468455 2024-12-06T05:21:09,969 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:09,970 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C41759%2C1733462468455, suffix=, logDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/WALs/ec46afd49254,41759,1733462468455, archiveDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/oldWALs, maxLogs=10 2024-12-06T05:21:09,982 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/WALs/ec46afd49254,41759,1733462468455/ec46afd49254%2C41759%2C1733462468455.1733462469970, exclude list is [], retry=0 2024-12-06T05:21:09,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36627,DS-ab37e881-12a6-4792-b386-8b9436e7ff90,DISK] 2024-12-06T05:21:09,985 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/WALs/ec46afd49254,41759,1733462468455/ec46afd49254%2C41759%2C1733462468455.1733462469970 2024-12-06T05:21:09,985 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42505:42505)] 2024-12-06T05:21:09,985 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:09,986 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:09,986 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,986 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:21:09,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:09,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:09,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:21:09,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:09,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:09,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:21:09,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:09,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:09,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:21:09,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:09,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:09,991 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,992 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,992 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,993 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,993 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,993 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:09,994 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:09,995 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:09,995 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66077857, jitterRate=-0.01536320149898529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:09,996 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462469986Initializing all the Stores at 1733462469986Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462469986Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462469987 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462469987Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462469987Cleaning up temporary data from old regions at 1733462469993 (+6 ms)Region opened successfully at 1733462469996 (+3 ms) 2024-12-06T05:21:09,996 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:21:09,998 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffbdcb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:09,998 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:21:09,998 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:21:09,998 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:21:09,998 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:21:09,999 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:21:09,999 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:21:09,999 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:21:10,000 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:21:10,001 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Unable to get data of znode /1-1589318897/balancer because node does not exist (not necessarily an error) 2024-12-06T05:21:10,080 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1589318897/balancer already deleted, retry=false 2024-12-06T05:21:10,080 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:21:10,081 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Unable to get data of znode /1-1589318897/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:21:10,090 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1589318897/normalizer already deleted, retry=false 2024-12-06T05:21:10,090 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:21:10,091 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Unable to get data of znode /1-1589318897/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:21:10,101 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1589318897/switch/split already deleted, retry=false 2024-12-06T05:21:10,102 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Unable to get data of znode /1-1589318897/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:21:10,111 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1589318897/switch/merge already deleted, retry=false 2024-12-06T05:21:10,113 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Unable to get data of znode /1-1589318897/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:21:10,174 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1589318897/snapshot-cleanup already deleted, retry=false 2024-12-06T05:21:10,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1589318897/running 2024-12-06T05:21:10,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1589318897/running 2024-12-06T05:21:10,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:10,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:10,267 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,41759,1733462468455, sessionid=0x101a91603cf0003, setting cluster-up flag (Was=false) 2024-12-06T05:21:10,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:10,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:10,353 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1589318897/flush-table-proc/acquired, /1-1589318897/flush-table-proc/reached, /1-1589318897/flush-table-proc/abort 2024-12-06T05:21:10,354 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,41759,1733462468455 2024-12-06T05:21:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:10,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:10,406 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1589318897/online-snapshot/acquired, /1-1589318897/online-snapshot/reached, /1-1589318897/online-snapshot/abort 2024-12-06T05:21:10,407 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,41759,1733462468455 2024-12-06T05:21:10,408 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:21:10,409 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:10,409 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:21:10,409 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:21:10,409 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,41759,1733462468455 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:21:10,410 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:10,410 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:10,410 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:10,410 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:10,410 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:21:10,410 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,410 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:10,410 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,411 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462500411 2024-12-06T05:21:10,411 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:21:10,411 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:21:10,411 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:21:10,411 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:21:10,411 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:21:10,411 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:21:10,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:10,412 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:21:10,412 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:21:10,412 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:21:10,412 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:21:10,412 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:21:10,412 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:21:10,412 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:21:10,412 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:10,412 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462470412,5,FailOnTimeoutGroup] 2024-12-06T05:21:10,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:21:10,416 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462470412,5,FailOnTimeoutGroup] 2024-12-06T05:21:10,416 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,416 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:21:10,416 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,416 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:21:10,427 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(746): ClusterId : 18b9a708-10f1-422f-a0a1-7754100cd920 2024-12-06T05:21:10,427 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:21:10,438 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:21:10,438 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:21:10,448 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:21:10,449 DEBUG [RS:0;ec46afd49254:45389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2411b318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:10,464 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:45389 2024-12-06T05:21:10,464 INFO [RS:0;ec46afd49254:45389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:21:10,464 INFO [RS:0;ec46afd49254:45389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:21:10,464 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:21:10,465 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,41759,1733462468455 with port=45389, startcode=1733462468603 2024-12-06T05:21:10,465 DEBUG [RS:0;ec46afd49254:45389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:21:10,466 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:21:10,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,45389,1733462468603 2024-12-06T05:21:10,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41759 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,45389,1733462468603 2024-12-06T05:21:10,468 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955 2024-12-06T05:21:10,468 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32819 2024-12-06T05:21:10,468 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:21:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897/rs 2024-12-06T05:21:10,536 DEBUG [RS:0;ec46afd49254:45389 {}] zookeeper.ZKUtil(111): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on existing znode=/1-1589318897/rs/ec46afd49254,45389,1733462468603 2024-12-06T05:21:10,536 WARN [RS:0;ec46afd49254:45389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:10,537 INFO [RS:0;ec46afd49254:45389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:10,537 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603 2024-12-06T05:21:10,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,45389,1733462468603] 2024-12-06T05:21:10,539 INFO [RS:0;ec46afd49254:45389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:21:10,541 INFO [RS:0;ec46afd49254:45389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:21:10,541 INFO [RS:0;ec46afd49254:45389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:21:10,541 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,541 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:21:10,542 INFO [RS:0;ec46afd49254:45389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:21:10,542 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:10,542 DEBUG [RS:0;ec46afd49254:45389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:10,542 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,543 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,543 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,543 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,543 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,543 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45389,1733462468603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:10,557 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:21:10,557 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45389,1733462468603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,557 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,557 INFO [RS:0;ec46afd49254:45389 {}] regionserver.Replication(171): ec46afd49254,45389,1733462468603 started 2024-12-06T05:21:10,583 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:10,583 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,45389,1733462468603, RpcServer on ec46afd49254/172.17.0.3:45389, sessionid=0x101a91603cf0004 2024-12-06T05:21:10,583 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:21:10,583 DEBUG [RS:0;ec46afd49254:45389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,45389,1733462468603 2024-12-06T05:21:10,583 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,45389,1733462468603' 2024-12-06T05:21:10,583 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1589318897/flush-table-proc/abort' 2024-12-06T05:21:10,584 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1589318897/flush-table-proc/acquired' 2024-12-06T05:21:10,584 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:21:10,584 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:21:10,584 DEBUG [RS:0;ec46afd49254:45389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,45389,1733462468603 2024-12-06T05:21:10,584 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,45389,1733462468603' 2024-12-06T05:21:10,584 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1589318897/online-snapshot/abort' 2024-12-06T05:21:10,585 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1589318897/online-snapshot/acquired' 2024-12-06T05:21:10,585 DEBUG [RS:0;ec46afd49254:45389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:21:10,585 INFO [RS:0;ec46afd49254:45389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:21:10,585 INFO [RS:0;ec46afd49254:45389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:21:10,685 INFO [RS:0;ec46afd49254:45389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:10,686 INFO [RS:0;ec46afd49254:45389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C45389%2C1733462468603, suffix=, logDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603, archiveDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/oldWALs, maxLogs=10 2024-12-06T05:21:10,698 DEBUG [RS:0;ec46afd49254:45389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, exclude list is [], retry=0 2024-12-06T05:21:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36627,DS-ab37e881-12a6-4792-b386-8b9436e7ff90,DISK] 2024-12-06T05:21:10,701 INFO [RS:0;ec46afd49254:45389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 2024-12-06T05:21:10,701 DEBUG [RS:0;ec46afd49254:45389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42505:42505)] 2024-12-06T05:21:10,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:21:10,820 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955 2024-12-06T05:21:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:21:10,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:10,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:10,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:10,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:10,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:10,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:10,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:10,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:10,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:10,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:10,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:10,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:10,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:10,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:10,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:10,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:10,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:10,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:10,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740 2024-12-06T05:21:10,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740 2024-12-06T05:21:10,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:10,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:10,832 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:10,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:10,834 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:10,835 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65163482, jitterRate=-0.02898845076560974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:10,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462470824Initializing all the Stores at 1733462470825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462470825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462470825Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462470825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462470825Cleaning up temporary data from old regions at 1733462470832 (+7 ms)Region opened successfully at 1733462470835 (+3 ms) 2024-12-06T05:21:10,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:21:10,835 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:21:10,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:21:10,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:21:10,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:21:10,835 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:10,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462470835Disabling compacts and flushes for region at 1733462470835Disabling writes for close at 1733462470835Writing region close event to WAL at 1733462470835Closed at 1733462470835 2024-12-06T05:21:10,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:10,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:21:10,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:21:10,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:10,838 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:21:10,988 DEBUG [ec46afd49254:41759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:21:10,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,45389,1733462468603 2024-12-06T05:21:10,990 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,45389,1733462468603, state=OPENING 2024-12-06T05:21:11,037 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:21:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:11,049 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:11,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,45389,1733462468603}] 2024-12-06T05:21:11,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1589318897/meta-region-server: CHANGED 2024-12-06T05:21:11,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1589318897/meta-region-server: CHANGED 2024-12-06T05:21:11,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:21:11,201 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:21:11,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:21:11,205 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:21:11,205 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:11,205 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:21:11,206 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C45389%2C1733462468603.meta, suffix=.meta, logDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603, archiveDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/oldWALs, maxLogs=10 2024-12-06T05:21:11,217 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.meta.1733462471207.meta, exclude list is [], retry=0 2024-12-06T05:21:11,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36627,DS-ab37e881-12a6-4792-b386-8b9436e7ff90,DISK] 2024-12-06T05:21:11,220 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.meta.1733462471207.meta 2024-12-06T05:21:11,220 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42505:42505)] 2024-12-06T05:21:11,220 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:11,221 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:11,221 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:21:11,221 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:21:11,221 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:21:11,221 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:21:11,221 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:11,221 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:21:11,221 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:21:11,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:11,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:11,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:11,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:11,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:11,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:11,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:11,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:11,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:11,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:11,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:11,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:11,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:11,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:11,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:11,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:11,225 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:11,225 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740 2024-12-06T05:21:11,226 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740 2024-12-06T05:21:11,227 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:11,227 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:11,227 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:11,228 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:11,228 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60521086, jitterRate=-0.09816554188728333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:11,228 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:21:11,228 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462471221Writing region info on filesystem at 1733462471221Initializing all the Stores at 1733462471222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462471222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462471222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462471222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462471222Cleaning up temporary data from old regions at 1733462471227 (+5 ms)Running coprocessor post-open hooks at 1733462471228 (+1 ms)Region opened successfully at 1733462471228 2024-12-06T05:21:11,229 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462471201 2024-12-06T05:21:11,231 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:21:11,231 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:21:11,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,45389,1733462468603 2024-12-06T05:21:11,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,45389,1733462468603, state=OPEN 2024-12-06T05:21:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1589318897/meta-region-server 2024-12-06T05:21:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1589318897/meta-region-server 2024-12-06T05:21:11,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,45389,1733462468603 2024-12-06T05:21:11,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1589318897/meta-region-server: CHANGED 2024-12-06T05:21:11,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1589318897/meta-region-server: CHANGED 2024-12-06T05:21:11,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:21:11,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,45389,1733462468603 in 188 msec 2024-12-06T05:21:11,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:21:11,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-12-06T05:21:11,241 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:11,241 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:21:11,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:11,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45389,1733462468603, seqNum=-1] 2024-12-06T05:21:11,242 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:11,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:11,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-12-06T05:21:11,246 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462471246, completionTime=-1 2024-12-06T05:21:11,246 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:21:11,246 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:21:11,247 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:21:11,247 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462531247 2024-12-06T05:21:11,247 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462591247 2024-12-06T05:21:11,247 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:21:11,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41759,1733462468455-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:11,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41759,1733462468455-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:11,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41759,1733462468455-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:11,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:41759, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:11,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:11,248 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:11,249 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:21:11,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.581sec 2024-12-06T05:21:11,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:21:11,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:21:11,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:21:11,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:21:11,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:21:11,250 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41759,1733462468455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:11,251 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41759,1733462468455-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:21:11,252 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:21:11,252 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:21:11,252 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,41759,1733462468455-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:11,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386e4a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:11,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41759,-1 for getting cluster id 2024-12-06T05:21:11,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:11,329 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b9a708-10f1-422f-a0a1-7754100cd920' 2024-12-06T05:21:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b9a708-10f1-422f-a0a1-7754100cd920" 2024-12-06T05:21:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa761e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41759,-1] 2024-12-06T05:21:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:11,331 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:11,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d612952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:11,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45389,1733462468603, seqNum=-1] 2024-12-06T05:21:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:11,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:11,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,41759,1733462468455 2024-12-06T05:21:11,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60123 2024-12-06T05:21:11,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:11,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a91603cf0005 connected 2024-12-06T05:21:11,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.log.dir so I do NOT create it in target/test-data/d893dacb-2519-9316-3bdd-567e02daded7 2024-12-06T05:21:11,355 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:21:11,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.tmp.dir so I do NOT create it in target/test-data/d893dacb-2519-9316-3bdd-567e02daded7 2024-12-06T05:21:11,355 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:21:11,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7 2024-12-06T05:21:11,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:21:11,356 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/cluster_42c3bf64-b413-7edc-abff-71d568ed00e7, deleteOnExit=true 2024-12-06T05:21:11,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:21:11,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/test.cache.data in system properties and HBase conf 2024-12-06T05:21:11,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:21:11,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:21:11,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:21:11,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:21:11,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:21:11,357 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:21:11,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:11,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:11,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:21:11,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:11,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:21:11,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:21:11,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:21:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:21:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:21:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:21:11,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:21:11,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:11,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:11,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:11,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:11,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:11,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:11,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:21:11,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:11,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1814481f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:11,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a29bba4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:11,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@498656eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/java.io.tmpdir/jetty-localhost-36839-hadoop-hdfs-3_4_1-tests_jar-_-any-13416694329364871556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:11,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3acd3e{HTTP/1.1, (http/1.1)}{localhost:36839} 2024-12-06T05:21:11,863 INFO [Time-limited test {}] server.Server(415): Started @328236ms 2024-12-06T05:21:12,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:12,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:12,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:12,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:12,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:21:12,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa55497{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:12,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10bd7a5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:12,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45e12cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/java.io.tmpdir/jetty-localhost-33311-hadoop-hdfs-3_4_1-tests_jar-_-any-7906701842361935185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:12,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c48cd7{HTTP/1.1, (http/1.1)}{localhost:33311} 2024-12-06T05:21:12,206 INFO [Time-limited test {}] server.Server(415): Started @328579ms 2024-12-06T05:21:12,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:21:12,871 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/cluster_42c3bf64-b413-7edc-abff-71d568ed00e7/data/data2/current/BP-2147473068-172.17.0.3-1733462471380/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:12,872 WARN [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/cluster_42c3bf64-b413-7edc-abff-71d568ed00e7/data/data1/current/BP-2147473068-172.17.0.3-1733462471380/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:12,936 WARN [Thread-3662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:21:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ec3763f5d320ba2 with lease ID 0x95ea645e77bcf777: Processing first storage report for DS-fdd81913-164b-463d-a84b-862ca6f46e87 from datanode DatanodeRegistration(127.0.0.1:32903, datanodeUuid=c722e439-843f-4268-a9fb-4ecce95ee6f2, infoPort=35707, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=489546161;c=1733462471380) 2024-12-06T05:21:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ec3763f5d320ba2 with lease ID 0x95ea645e77bcf777: from storage DS-fdd81913-164b-463d-a84b-862ca6f46e87 node DatanodeRegistration(127.0.0.1:32903, datanodeUuid=c722e439-843f-4268-a9fb-4ecce95ee6f2, infoPort=35707, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=489546161;c=1733462471380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ec3763f5d320ba2 with lease ID 0x95ea645e77bcf777: Processing first storage report for DS-516b832f-33ab-42c8-93bd-7b02f4f94798 from datanode DatanodeRegistration(127.0.0.1:32903, datanodeUuid=c722e439-843f-4268-a9fb-4ecce95ee6f2, infoPort=35707, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=489546161;c=1733462471380) 2024-12-06T05:21:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ec3763f5d320ba2 with lease ID 0x95ea645e77bcf777: from storage DS-516b832f-33ab-42c8-93bd-7b02f4f94798 node DatanodeRegistration(127.0.0.1:32903, datanodeUuid=c722e439-843f-4268-a9fb-4ecce95ee6f2, infoPort=35707, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=489546161;c=1733462471380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:13,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7 2024-12-06T05:21:13,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:13,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:13,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:21:13,046 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40 with version=8 2024-12-06T05:21:13,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/hbase-staging 2024-12-06T05:21:13,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:13,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:13,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:13,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:13,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:13,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:13,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:21:13,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:13,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45031 2024-12-06T05:21:13,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45031 connecting to ZooKeeper ensemble=127.0.0.1:60123 2024-12-06T05:21:13,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450310x0, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:13,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45031-0x101a91603cf0006 connected 2024-12-06T05:21:13,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:13,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:13,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on znode that does not yet exist, /2-1338840549/running 2024-12-06T05:21:13,169 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40, hbase.cluster.distributed=false 2024-12-06T05:21:13,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on znode that does not yet exist, /2-1338840549/acl 2024-12-06T05:21:13,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45031 2024-12-06T05:21:13,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45031 2024-12-06T05:21:13,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45031 2024-12-06T05:21:13,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45031 2024-12-06T05:21:13,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45031 2024-12-06T05:21:13,225 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:13,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:13,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:13,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:13,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:13,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:13,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:21:13,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:13,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45195 2024-12-06T05:21:13,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45195 connecting to ZooKeeper ensemble=127.0.0.1:60123 2024-12-06T05:21:13,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:13,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:13,248 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451950x0, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:13,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451950x0, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on znode that does not yet exist, /2-1338840549/running 2024-12-06T05:21:13,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:21:13,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45195-0x101a91603cf0007 connected 2024-12-06T05:21:13,260 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:21:13,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on znode that does not yet exist, /2-1338840549/master 2024-12-06T05:21:13,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on znode that does not yet exist, /2-1338840549/acl 2024-12-06T05:21:13,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45195 2024-12-06T05:21:13,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45195 2024-12-06T05:21:13,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45195 2024-12-06T05:21:13,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45195 2024-12-06T05:21:13,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45195 2024-12-06T05:21:13,345 DEBUG [M:0;ec46afd49254:45031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:45031 2024-12-06T05:21:13,364 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1338840549/backup-masters/ec46afd49254,45031,1733462473049 2024-12-06T05:21:13,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549/backup-masters 2024-12-06T05:21:13,395 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549/backup-masters 2024-12-06T05:21:13,396 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on existing znode=/2-1338840549/backup-masters/ec46afd49254,45031,1733462473049 2024-12-06T05:21:13,406 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1338840549/master 2024-12-06T05:21:13,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:13,406 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:13,406 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on existing znode=/2-1338840549/master 2024-12-06T05:21:13,407 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1338840549/backup-masters/ec46afd49254,45031,1733462473049 from backup master directory 2024-12-06T05:21:13,416 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549/backup-masters 2024-12-06T05:21:13,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1338840549/backup-masters/ec46afd49254,45031,1733462473049 2024-12-06T05:21:13,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549/backup-masters 2024-12-06T05:21:13,416 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:13,416 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,45031,1733462473049 2024-12-06T05:21:13,430 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/hbase.id] with ID: 20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de 2024-12-06T05:21:13,431 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/.tmp/hbase.id 2024-12-06T05:21:13,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:21:13,486 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/.tmp/hbase.id]:[hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/hbase.id] 2024-12-06T05:21:13,496 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:13,496 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:21:13,497 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:21:13,500 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:13,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:21:13,921 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:13,922 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:21:13,922 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:21:13,927 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store 2024-12-06T05:21:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:21:14,331 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:14,331 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:21:14,331 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:14,331 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:14,331 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:21:14,331 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:14,332 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:14,332 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462474331Disabling compacts and flushes for region at 1733462474331Disabling writes for close at 1733462474331Writing region close event to WAL at 1733462474332 (+1 ms)Closed at 1733462474332 2024-12-06T05:21:14,332 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/.initializing 2024-12-06T05:21:14,332 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/WALs/ec46afd49254,45031,1733462473049 2024-12-06T05:21:14,334 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:14,336 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C45031%2C1733462473049, suffix=, logDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/WALs/ec46afd49254,45031,1733462473049, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/oldWALs, maxLogs=10 2024-12-06T05:21:14,354 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/WALs/ec46afd49254,45031,1733462473049/ec46afd49254%2C45031%2C1733462473049.1733462474336, exclude list is [], retry=0 2024-12-06T05:21:14,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-fdd81913-164b-463d-a84b-862ca6f46e87,DISK] 2024-12-06T05:21:14,358 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/WALs/ec46afd49254,45031,1733462473049/ec46afd49254%2C45031%2C1733462473049.1733462474336 2024-12-06T05:21:14,358 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-12-06T05:21:14,358 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:14,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:14,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,359 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:21:14,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:14,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:14,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:21:14,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:14,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:14,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:21:14,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:14,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:14,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:21:14,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:14,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:14,366 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,366 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,366 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,367 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,367 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,368 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:14,368 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:14,370 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:14,370 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67063121, jitterRate=-6.816238164901733E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:14,370 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462474359Initializing all the Stores at 1733462474359Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462474359Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462474360 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462474360Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462474360Cleaning up temporary data from old regions at 1733462474367 (+7 ms)Region opened successfully at 1733462474370 (+3 ms) 2024-12-06T05:21:14,370 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:21:14,372 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2902236f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:14,373 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:21:14,373 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:21:14,373 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:21:14,373 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:21:14,373 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:21:14,374 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:21:14,374 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:21:14,375 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:21:14,375 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Unable to get data of znode /2-1338840549/balancer because node does not exist (not necessarily an error) 2024-12-06T05:21:14,427 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1338840549/balancer already deleted, retry=false 2024-12-06T05:21:14,427 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:21:14,428 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Unable to get data of znode /2-1338840549/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:21:14,437 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1338840549/normalizer already deleted, retry=false 2024-12-06T05:21:14,437 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:21:14,438 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Unable to get data of znode /2-1338840549/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:21:14,448 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1338840549/switch/split already deleted, retry=false 2024-12-06T05:21:14,448 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Unable to get data of znode /2-1338840549/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:21:14,458 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1338840549/switch/merge already deleted, retry=false 2024-12-06T05:21:14,459 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Unable to get data of znode /2-1338840549/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:21:14,469 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1338840549/snapshot-cleanup already deleted, retry=false 2024-12-06T05:21:14,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1338840549/running 2024-12-06T05:21:14,479 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1338840549/running 2024-12-06T05:21:14,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:14,479 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:14,480 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,45031,1733462473049, sessionid=0x101a91603cf0006, setting cluster-up flag (Was=false) 2024-12-06T05:21:14,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:14,500 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:14,532 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1338840549/flush-table-proc/acquired, /2-1338840549/flush-table-proc/reached, /2-1338840549/flush-table-proc/abort 2024-12-06T05:21:14,533 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,45031,1733462473049 2024-12-06T05:21:14,553 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:14,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:14,584 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1338840549/online-snapshot/acquired, /2-1338840549/online-snapshot/reached, /2-1338840549/online-snapshot/abort 2024-12-06T05:21:14,585 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,45031,1733462473049 2024-12-06T05:21:14,586 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:21:14,587 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:14,587 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:21:14,588 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:21:14,588 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,45031,1733462473049 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:21:14,589 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:14,589 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:14,589 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:14,589 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:14,589 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:21:14,589 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,589 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:14,589 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462504589 2024-12-06T05:21:14,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:21:14,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:21:14,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:21:14,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:21:14,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:21:14,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:21:14,590 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:14,590 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:21:14,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,590 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:21:14,591 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:21:14,591 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:21:14,591 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:21:14,591 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:14,591 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:21:14,591 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:21:14,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:21:14,591 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462474591,5,FailOnTimeoutGroup] 2024-12-06T05:21:14,591 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462474591,5,FailOnTimeoutGroup] 2024-12-06T05:21:14,591 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,591 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:21:14,591 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,591 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:21:14,630 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(746): ClusterId : 20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de 2024-12-06T05:21:14,630 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:21:14,638 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:21:14,638 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:21:14,648 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:21:14,648 DEBUG [RS:0;ec46afd49254:45195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a4094d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:14,658 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:45195 2024-12-06T05:21:14,658 INFO [RS:0;ec46afd49254:45195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:21:14,658 INFO [RS:0;ec46afd49254:45195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:21:14,658 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:21:14,659 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,45031,1733462473049 with port=45195, startcode=1733462473224 2024-12-06T05:21:14,659 DEBUG [RS:0;ec46afd49254:45195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:21:14,660 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:21:14,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,45195,1733462473224 2024-12-06T05:21:14,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45031 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,45195,1733462473224 2024-12-06T05:21:14,662 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40 2024-12-06T05:21:14,662 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43079 2024-12-06T05:21:14,662 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:21:14,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549/rs 2024-12-06T05:21:14,711 DEBUG [RS:0;ec46afd49254:45195 {}] zookeeper.ZKUtil(111): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on existing znode=/2-1338840549/rs/ec46afd49254,45195,1733462473224 2024-12-06T05:21:14,711 WARN [RS:0;ec46afd49254:45195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:14,711 INFO [RS:0;ec46afd49254:45195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:14,711 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224 2024-12-06T05:21:14,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,45195,1733462473224] 2024-12-06T05:21:14,714 INFO [RS:0;ec46afd49254:45195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:21:14,715 INFO [RS:0;ec46afd49254:45195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:21:14,716 INFO [RS:0;ec46afd49254:45195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:21:14,716 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,716 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:21:14,716 INFO [RS:0;ec46afd49254:45195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:21:14,716 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,716 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,716 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,716 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,716 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,716 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,716 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:14,716 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,717 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,717 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,717 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,717 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,717 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:14,717 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:14,717 DEBUG [RS:0;ec46afd49254:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:14,717 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,717 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,717 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,717 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,717 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,717 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45195,1733462473224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:14,729 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:21:14,729 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45195,1733462473224-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,729 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,729 INFO [RS:0;ec46afd49254:45195 {}] regionserver.Replication(171): ec46afd49254,45195,1733462473224 started 2024-12-06T05:21:14,741 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:14,741 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,45195,1733462473224, RpcServer on ec46afd49254/172.17.0.3:45195, sessionid=0x101a91603cf0007 2024-12-06T05:21:14,741 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:21:14,741 DEBUG [RS:0;ec46afd49254:45195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,45195,1733462473224 2024-12-06T05:21:14,741 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,45195,1733462473224' 2024-12-06T05:21:14,741 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1338840549/flush-table-proc/abort' 2024-12-06T05:21:14,741 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1338840549/flush-table-proc/acquired' 2024-12-06T05:21:14,742 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:21:14,742 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:21:14,742 DEBUG [RS:0;ec46afd49254:45195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,45195,1733462473224 2024-12-06T05:21:14,742 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,45195,1733462473224' 2024-12-06T05:21:14,742 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1338840549/online-snapshot/abort' 2024-12-06T05:21:14,742 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1338840549/online-snapshot/acquired' 2024-12-06T05:21:14,743 DEBUG [RS:0;ec46afd49254:45195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:21:14,743 INFO [RS:0;ec46afd49254:45195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:21:14,743 INFO [RS:0;ec46afd49254:45195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:21:14,843 INFO [RS:0;ec46afd49254:45195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:14,844 INFO [RS:0;ec46afd49254:45195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C45195%2C1733462473224, suffix=, logDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/oldWALs, maxLogs=10 2024-12-06T05:21:14,860 DEBUG [RS:0;ec46afd49254:45195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845, exclude list is [], retry=0 2024-12-06T05:21:14,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-fdd81913-164b-463d-a84b-862ca6f46e87,DISK] 2024-12-06T05:21:14,863 INFO [RS:0;ec46afd49254:45195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 2024-12-06T05:21:14,864 DEBUG [RS:0;ec46afd49254:45195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-12-06T05:21:14,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:21:14,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40 2024-12-06T05:21:15,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:21:15,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:15,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:15,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:15,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:15,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:15,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:15,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:15,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:15,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:15,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:15,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:15,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:15,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:15,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:15,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:15,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:15,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:15,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:15,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740 2024-12-06T05:21:15,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740 2024-12-06T05:21:15,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:15,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:15,413 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:15,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:15,416 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:15,416 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58981491, jitterRate=-0.12110729515552521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462475405Initializing all the Stores at 1733462475405Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462475405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462475406 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462475406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462475406Cleaning up temporary data from old regions at 1733462475413 (+7 ms)Region opened successfully at 1733462475416 (+3 ms) 2024-12-06T05:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:21:15,416 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:21:15,416 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:15,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462475416Disabling compacts and flushes for region at 1733462475416Disabling writes for close at 1733462475416Writing region close event to WAL at 1733462475416Closed at 1733462475416 2024-12-06T05:21:15,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:15,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:21:15,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:21:15,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:15,419 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:21:15,569 DEBUG [ec46afd49254:45031 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:21:15,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,45195,1733462473224 2024-12-06T05:21:15,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,45195,1733462473224, state=OPENING 2024-12-06T05:21:15,711 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:21:15,721 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:15,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:15,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1338840549/meta-region-server: CHANGED 2024-12-06T05:21:15,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1338840549/meta-region-server: CHANGED 2024-12-06T05:21:15,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:15,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,45195,1733462473224}] 2024-12-06T05:21:15,874 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:21:15,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:21:15,879 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:21:15,879 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:15,879 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:21:15,881 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C45195%2C1733462473224.meta, suffix=.meta, logDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/oldWALs, maxLogs=10 2024-12-06T05:21:15,898 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.meta.1733462475881.meta, exclude list is [], retry=0 2024-12-06T05:21:15,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-fdd81913-164b-463d-a84b-862ca6f46e87,DISK] 2024-12-06T05:21:15,901 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.meta.1733462475881.meta 2024-12-06T05:21:15,901 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-12-06T05:21:15,901 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:15,902 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:15,902 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:21:15,902 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:21:15,902 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:21:15,902 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:21:15,902 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:15,902 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:21:15,902 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:21:15,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:15,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:15,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:15,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:15,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:15,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:15,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:15,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:15,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:15,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:15,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:15,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:15,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:15,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:15,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:15,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:15,907 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:15,908 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740 2024-12-06T05:21:15,909 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740 2024-12-06T05:21:15,909 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:15,909 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:15,910 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:15,911 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:15,911 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64333234, jitterRate=-0.04136011004447937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:15,911 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:21:15,911 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462475902Writing region info on filesystem at 1733462475902Initializing all the Stores at 1733462475903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462475903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462475903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462475903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462475903Cleaning up temporary data from old regions at 1733462475909 (+6 ms)Running coprocessor post-open hooks at 1733462475911 (+2 ms)Region opened successfully at 1733462475911 2024-12-06T05:21:15,912 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462475874 2024-12-06T05:21:15,914 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:21:15,914 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:21:15,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,45195,1733462473224 2024-12-06T05:21:15,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,45195,1733462473224, state=OPEN 2024-12-06T05:21:15,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1338840549/meta-region-server 2024-12-06T05:21:15,921 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1338840549/meta-region-server 2024-12-06T05:21:15,921 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,45195,1733462473224 2024-12-06T05:21:15,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1338840549/meta-region-server: CHANGED 2024-12-06T05:21:15,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1338840549/meta-region-server: CHANGED 2024-12-06T05:21:15,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:21:15,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,45195,1733462473224 in 199 msec 2024-12-06T05:21:15,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:21:15,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-12-06T05:21:15,925 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:15,925 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:21:15,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:15,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45195,1733462473224, seqNum=-1] 2024-12-06T05:21:15,927 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:15,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:15,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3450 sec 2024-12-06T05:21:15,932 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462475932, completionTime=-1 2024-12-06T05:21:15,932 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:21:15,932 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:21:15,933 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:21:15,933 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462535933 2024-12-06T05:21:15,933 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462595933 2024-12-06T05:21:15,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:21:15,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45031,1733462473049-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:15,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45031,1733462473049-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:15,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45031,1733462473049-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:15,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:45031, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:15,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:15,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:15,935 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:21:15,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.521sec 2024-12-06T05:21:15,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:21:15,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:21:15,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:21:15,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:21:15,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:21:15,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45031,1733462473049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:15,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45031,1733462473049-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:21:15,939 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:21:15,939 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:21:15,939 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,45031,1733462473049-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:16,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5619b20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:16,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45031,-1 for getting cluster id 2024-12-06T05:21:16,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:16,032 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de' 2024-12-06T05:21:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de" 2024-12-06T05:21:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c94ea60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45031,-1] 2024-12-06T05:21:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:16,033 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:16,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c292fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:16,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45195,1733462473224, seqNum=-1] 2024-12-06T05:21:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:16,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:16,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,45031,1733462473049 2024-12-06T05:21:16,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60123 2024-12-06T05:21:16,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:16,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a91603cf0008 connected 2024-12-06T05:21:16,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,42411,1733462462796 2024-12-06T05:21:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77bb9c6d 2024-12-06T05:21:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:16,083 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:16,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:21:16,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:21:16,085 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:16,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:21:16,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:21:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:21:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:16,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e10eb641ab79719450c6262932be3a5, NAME => 'test,,1733462476083.0e10eb641ab79719450c6262932be3a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493 2024-12-06T05:21:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:21:16,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462476083.0e10eb641ab79719450c6262932be3a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:16,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e10eb641ab79719450c6262932be3a5, disabling compactions & flushes 2024-12-06T05:21:16,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:16,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:16,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462476083.0e10eb641ab79719450c6262932be3a5. after waiting 0 ms 2024-12-06T05:21:16,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:16,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:16,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e10eb641ab79719450c6262932be3a5: Waiting for close lock at 1733462476502Disabling compacts and flushes for region at 1733462476502Disabling writes for close at 1733462476503 (+1 ms)Writing region close event to WAL at 1733462476503Closed at 1733462476503 2024-12-06T05:21:16,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:21:16,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462476083.0e10eb641ab79719450c6262932be3a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462476504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462476504"}]},"ts":"1733462476504"} 2024-12-06T05:21:16,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:21:16,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:21:16,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462476507"}]},"ts":"1733462476507"} 2024-12-06T05:21:16,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:21:16,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e10eb641ab79719450c6262932be3a5, ASSIGN}] 2024-12-06T05:21:16,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e10eb641ab79719450c6262932be3a5, ASSIGN 2024-12-06T05:21:16,513 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e10eb641ab79719450c6262932be3a5, ASSIGN; state=OFFLINE, location=ec46afd49254,38201,1733462462992; forceNewPlan=false, retain=false 2024-12-06T05:21:16,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e10eb641ab79719450c6262932be3a5, regionState=OPENING, regionLocation=ec46afd49254,38201,1733462462992 2024-12-06T05:21:16,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e10eb641ab79719450c6262932be3a5, ASSIGN because future has completed 2024-12-06T05:21:16,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e10eb641ab79719450c6262932be3a5, server=ec46afd49254,38201,1733462462992}] 2024-12-06T05:21:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:16,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:16,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:16,821 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:16,821 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e10eb641ab79719450c6262932be3a5, NAME => 'test,,1733462476083.0e10eb641ab79719450c6262932be3a5.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:16,821 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:16,821 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:21:16,821 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,821 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462476083.0e10eb641ab79719450c6262932be3a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:16,822 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,822 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,823 INFO [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,824 INFO [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e10eb641ab79719450c6262932be3a5 columnFamilyName f 2024-12-06T05:21:16,824 DEBUG [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:16,824 INFO [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] regionserver.HStore(327): Store=0e10eb641ab79719450c6262932be3a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:16,824 INFO [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,825 INFO [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e10eb641ab79719450c6262932be3a5 columnFamilyName f1 2024-12-06T05:21:16,825 DEBUG [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:16,825 INFO [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] regionserver.HStore(327): Store=0e10eb641ab79719450c6262932be3a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:16,825 INFO [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,826 INFO [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e10eb641ab79719450c6262932be3a5 columnFamilyName norep 2024-12-06T05:21:16,826 DEBUG [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:16,826 INFO [StoreOpener-0e10eb641ab79719450c6262932be3a5-1 {}] regionserver.HStore(327): Store=0e10eb641ab79719450c6262932be3a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:16,826 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,827 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,827 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,828 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,828 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,828 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:21:16,832 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,834 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:16,834 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e10eb641ab79719450c6262932be3a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65665899, jitterRate=-0.021501854062080383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:21:16,834 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:16,835 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e10eb641ab79719450c6262932be3a5: Running coprocessor pre-open hook at 1733462476822Writing region info on filesystem at 1733462476822Initializing all the Stores at 1733462476822Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462476822Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462476823 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462476823Cleaning up temporary data from old regions at 1733462476828 (+5 ms)Running coprocessor post-open hooks at 1733462476834 (+6 ms)Region opened successfully at 1733462476835 (+1 ms) 2024-12-06T05:21:16,836 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462476083.0e10eb641ab79719450c6262932be3a5., pid=6, masterSystemTime=1733462476817 2024-12-06T05:21:16,848 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:16,848 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:16,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e10eb641ab79719450c6262932be3a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,38201,1733462462992 2024-12-06T05:21:16,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e10eb641ab79719450c6262932be3a5, server=ec46afd49254,38201,1733462462992 because future has completed 2024-12-06T05:21:16,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:21:16,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e10eb641ab79719450c6262932be3a5, server=ec46afd49254,38201,1733462462992 in 186 msec 2024-12-06T05:21:16,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:21:16,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e10eb641ab79719450c6262932be3a5, ASSIGN in 342 msec 2024-12-06T05:21:16,854 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:21:16,855 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462476854"}]},"ts":"1733462476854"} 2024-12-06T05:21:16,856 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:21:16,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:21:16,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec 2024-12-06T05:21:17,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T05:21:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:17,219 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:21:17,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41759,1733462468455 2024-12-06T05:21:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa33ce 2024-12-06T05:21:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:17,222 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:17,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:21:17,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:21:17,225 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:17,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:21:17,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:21:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:17,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:21:17,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 490bb4229f0a65772ec97bdd3a5c99c7, NAME => 'test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955 2024-12-06T05:21:17,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:21:17,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:17,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 490bb4229f0a65772ec97bdd3a5c99c7, disabling compactions & flushes 2024-12-06T05:21:17,240 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:17,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:17,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. after waiting 0 ms 2024-12-06T05:21:17,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:17,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:17,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 490bb4229f0a65772ec97bdd3a5c99c7: Waiting for close lock at 1733462477240Disabling compacts and flushes for region at 1733462477240Disabling writes for close at 1733462477241 (+1 ms)Writing region close event to WAL at 1733462477241Closed at 1733462477241 2024-12-06T05:21:17,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:21:17,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462477242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462477242"}]},"ts":"1733462477242"} 2024-12-06T05:21:17,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:21:17,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:21:17,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462477246"}]},"ts":"1733462477246"} 2024-12-06T05:21:17,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:21:17,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=490bb4229f0a65772ec97bdd3a5c99c7, ASSIGN}] 2024-12-06T05:21:17,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=490bb4229f0a65772ec97bdd3a5c99c7, ASSIGN 2024-12-06T05:21:17,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=490bb4229f0a65772ec97bdd3a5c99c7, ASSIGN; state=OFFLINE, location=ec46afd49254,45389,1733462468603; forceNewPlan=false, retain=false 2024-12-06T05:21:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:17,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=490bb4229f0a65772ec97bdd3a5c99c7, regionState=OPENING, regionLocation=ec46afd49254,45389,1733462468603 2024-12-06T05:21:17,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=490bb4229f0a65772ec97bdd3a5c99c7, ASSIGN because future has completed 2024-12-06T05:21:17,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 490bb4229f0a65772ec97bdd3a5c99c7, server=ec46afd49254,45389,1733462468603}] 2024-12-06T05:21:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:17,557 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:17,558 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 490bb4229f0a65772ec97bdd3a5c99c7, NAME => 'test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:17,558 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:17,558 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:21:17,558 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,558 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:17,558 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,558 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,559 INFO [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,560 INFO [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 490bb4229f0a65772ec97bdd3a5c99c7 columnFamilyName f 2024-12-06T05:21:17,560 DEBUG [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:17,560 INFO [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] regionserver.HStore(327): Store=490bb4229f0a65772ec97bdd3a5c99c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:17,561 INFO [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,561 INFO [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 490bb4229f0a65772ec97bdd3a5c99c7 columnFamilyName f1 2024-12-06T05:21:17,561 DEBUG [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:17,562 INFO [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] regionserver.HStore(327): Store=490bb4229f0a65772ec97bdd3a5c99c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:17,562 INFO [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,562 INFO [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 490bb4229f0a65772ec97bdd3a5c99c7 columnFamilyName norep 2024-12-06T05:21:17,562 DEBUG [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:17,563 INFO [StoreOpener-490bb4229f0a65772ec97bdd3a5c99c7-1 {}] regionserver.HStore(327): Store=490bb4229f0a65772ec97bdd3a5c99c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:17,563 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,563 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,563 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,564 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,564 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,564 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:21:17,565 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,566 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:17,566 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 490bb4229f0a65772ec97bdd3a5c99c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61635279, jitterRate=-0.08156277239322662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:21:17,566 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:17,566 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 490bb4229f0a65772ec97bdd3a5c99c7: Running coprocessor pre-open hook at 1733462477558Writing region info on filesystem at 1733462477558Initializing all the Stores at 1733462477559 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462477559Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462477559Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462477559Cleaning up temporary data from old regions at 1733462477564 (+5 ms)Running coprocessor post-open hooks at 1733462477566 (+2 ms)Region opened successfully at 1733462477566 2024-12-06T05:21:17,567 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7., pid=6, masterSystemTime=1733462477555 2024-12-06T05:21:17,568 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:17,569 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:17,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=490bb4229f0a65772ec97bdd3a5c99c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,45389,1733462468603 2024-12-06T05:21:17,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 490bb4229f0a65772ec97bdd3a5c99c7, server=ec46afd49254,45389,1733462468603 because future has completed 2024-12-06T05:21:17,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:21:17,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 490bb4229f0a65772ec97bdd3a5c99c7, server=ec46afd49254,45389,1733462468603 in 172 msec 2024-12-06T05:21:17,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:21:17,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=490bb4229f0a65772ec97bdd3a5c99c7, ASSIGN in 329 msec 2024-12-06T05:21:17,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:21:17,579 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462477579"}]},"ts":"1733462477579"} 2024-12-06T05:21:17,580 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:21:17,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:21:17,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 358 msec 2024-12-06T05:21:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:17,848 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:21:17,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45031,1733462473049 2024-12-06T05:21:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1666b401 2024-12-06T05:21:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:17,850 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:17,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:21:17,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:21:17,852 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:17,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:21:17,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:21:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:17,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:21:17,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 291105074660a52ca2bfa520b003052d, NAME => 'test,,1733462477850.291105074660a52ca2bfa520b003052d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40 2024-12-06T05:21:17,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:21:17,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462477850.291105074660a52ca2bfa520b003052d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:17,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 291105074660a52ca2bfa520b003052d, disabling compactions & flushes 2024-12-06T05:21:17,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:17,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:17,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462477850.291105074660a52ca2bfa520b003052d. after waiting 0 ms 2024-12-06T05:21:17,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:17,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:17,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 291105074660a52ca2bfa520b003052d: Waiting for close lock at 1733462477871Disabling compacts and flushes for region at 1733462477871Disabling writes for close at 1733462477871Writing region close event to WAL at 1733462477871Closed at 1733462477871 2024-12-06T05:21:17,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:21:17,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462477850.291105074660a52ca2bfa520b003052d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462477872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462477872"}]},"ts":"1733462477872"} 2024-12-06T05:21:17,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:21:17,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:21:17,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462477875"}]},"ts":"1733462477875"} 2024-12-06T05:21:17,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:21:17,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=291105074660a52ca2bfa520b003052d, ASSIGN}] 2024-12-06T05:21:17,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=291105074660a52ca2bfa520b003052d, ASSIGN 2024-12-06T05:21:17,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=291105074660a52ca2bfa520b003052d, ASSIGN; state=OFFLINE, location=ec46afd49254,45195,1733462473224; forceNewPlan=false, retain=false 2024-12-06T05:21:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:18,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=291105074660a52ca2bfa520b003052d, regionState=OPENING, regionLocation=ec46afd49254,45195,1733462473224 2024-12-06T05:21:18,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=291105074660a52ca2bfa520b003052d, ASSIGN because future has completed 2024-12-06T05:21:18,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291105074660a52ca2bfa520b003052d, server=ec46afd49254,45195,1733462473224}] 2024-12-06T05:21:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:18,191 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:18,191 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 291105074660a52ca2bfa520b003052d, NAME => 'test,,1733462477850.291105074660a52ca2bfa520b003052d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:18,191 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:18,192 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:21:18,192 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,192 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462477850.291105074660a52ca2bfa520b003052d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:18,192 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,192 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,193 INFO [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,194 INFO [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291105074660a52ca2bfa520b003052d columnFamilyName f 2024-12-06T05:21:18,194 DEBUG [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:18,194 INFO [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] regionserver.HStore(327): Store=291105074660a52ca2bfa520b003052d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:18,194 INFO [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,195 INFO [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291105074660a52ca2bfa520b003052d columnFamilyName f1 2024-12-06T05:21:18,195 DEBUG [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:18,195 INFO [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] regionserver.HStore(327): Store=291105074660a52ca2bfa520b003052d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:18,195 INFO [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,196 INFO [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291105074660a52ca2bfa520b003052d columnFamilyName norep 2024-12-06T05:21:18,196 DEBUG [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:18,196 INFO [StoreOpener-291105074660a52ca2bfa520b003052d-1 {}] regionserver.HStore(327): Store=291105074660a52ca2bfa520b003052d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:18,196 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,197 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,197 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,198 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,198 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,198 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:21:18,199 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,200 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:18,200 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 291105074660a52ca2bfa520b003052d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74413302, jitterRate=0.10884460806846619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:21:18,200 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:18,200 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 291105074660a52ca2bfa520b003052d: Running coprocessor pre-open hook at 1733462478192Writing region info on filesystem at 1733462478192Initializing all the Stores at 1733462478192Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462478193 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462478193Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462478193Cleaning up temporary data from old regions at 1733462478198 (+5 ms)Running coprocessor post-open hooks at 1733462478200 (+2 ms)Region opened successfully at 1733462478200 2024-12-06T05:21:18,201 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462477850.291105074660a52ca2bfa520b003052d., pid=6, masterSystemTime=1733462478188 2024-12-06T05:21:18,202 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:18,202 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:18,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=291105074660a52ca2bfa520b003052d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,45195,1733462473224 2024-12-06T05:21:18,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291105074660a52ca2bfa520b003052d, server=ec46afd49254,45195,1733462473224 because future has completed 2024-12-06T05:21:18,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:21:18,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 291105074660a52ca2bfa520b003052d, server=ec46afd49254,45195,1733462473224 in 169 msec 2024-12-06T05:21:18,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:21:18,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=291105074660a52ca2bfa520b003052d, ASSIGN in 326 msec 2024-12-06T05:21:18,209 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:21:18,209 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462478209"}]},"ts":"1733462478209"} 2024-12-06T05:21:18,210 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:21:18,211 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:21:18,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec 2024-12-06T05:21:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:18,478 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:21:18,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec28152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:18,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42411,-1 for getting cluster id 2024-12-06T05:21:18,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:18,480 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186cf2f-b803-4d49-a48f-6f166c765133' 2024-12-06T05:21:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186cf2f-b803-4d49-a48f-6f166c765133" 2024-12-06T05:21:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da94c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42411,-1] 2024-12-06T05:21:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:18,481 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec2a2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:18,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,42411,1733462462796 2024-12-06T05:21:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69694fe4 2024-12-06T05:21:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:18,483 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:18,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:41759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:21:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:21:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:18,485 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:41759' 2024-12-06T05:21:18,486 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6416e1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:18,486 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41759,-1 for getting cluster id 2024-12-06T05:21:18,486 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:18,487 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b9a708-10f1-422f-a0a1-7754100cd920' 2024-12-06T05:21:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b9a708-10f1-422f-a0a1-7754100cd920" 2024-12-06T05:21:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31525f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41759,-1] 2024-12-06T05:21:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:18,488 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:18,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f46d0a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:18,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:18,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41759,1733462468455 2024-12-06T05:21:18,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f2cbfe 2024-12-06T05:21:18,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:18,490 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:18,490 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:21:18,490 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:21:18,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:18,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:18,491 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:18,491 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:18,492 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:21:18,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:21:18,493 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:18,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:21:18,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:21:18,542 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:21:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:18,899 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 086048b33b3366c2bb1d971eb1ba322e, NAME => 'hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493 2024-12-06T05:21:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:21:18,904 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:18,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 086048b33b3366c2bb1d971eb1ba322e, disabling compactions & flushes 2024-12-06T05:21:18,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:18,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:18,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. after waiting 0 ms 2024-12-06T05:21:18,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:18,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:18,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 086048b33b3366c2bb1d971eb1ba322e: Waiting for close lock at 1733462478905Disabling compacts and flushes for region at 1733462478905Disabling writes for close at 1733462478905Writing region close event to WAL at 1733462478905Closed at 1733462478905 2024-12-06T05:21:18,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:21:18,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462478906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462478906"}]},"ts":"1733462478906"} 2024-12-06T05:21:18,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:21:18,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:21:18,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462478908"}]},"ts":"1733462478908"} 2024-12-06T05:21:18,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:21:18,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=086048b33b3366c2bb1d971eb1ba322e, ASSIGN}] 2024-12-06T05:21:18,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=086048b33b3366c2bb1d971eb1ba322e, ASSIGN 2024-12-06T05:21:18,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=086048b33b3366c2bb1d971eb1ba322e, ASSIGN; state=OFFLINE, location=ec46afd49254,38201,1733462462992; forceNewPlan=false, retain=false 2024-12-06T05:21:19,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=086048b33b3366c2bb1d971eb1ba322e, regionState=OPENING, regionLocation=ec46afd49254,38201,1733462462992 2024-12-06T05:21:19,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=086048b33b3366c2bb1d971eb1ba322e, ASSIGN because future has completed 2024-12-06T05:21:19,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 086048b33b3366c2bb1d971eb1ba322e, server=ec46afd49254,38201,1733462462992}] 2024-12-06T05:21:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:19,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:19,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:19,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:21:19,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C38201%2C1733462462992.rep, suffix=, logDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/oldWALs, maxLogs=10 2024-12-06T05:21:19,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.rep.1733462479220, exclude list is [], retry=0 2024-12-06T05:21:19,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43305,DS-f9ea1dd7-6e83-4815-b5c7-e5c48ec3b319,DISK] 2024-12-06T05:21:19,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.rep.1733462479220 2024-12-06T05:21:19,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46193:46193)] 2024-12-06T05:21:19,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 086048b33b3366c2bb1d971eb1ba322e, NAME => 'hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:19,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:19,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:21:19,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. service=MultiRowMutationService 2024-12-06T05:21:19,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:21:19,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:19,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,241 INFO [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,242 INFO [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086048b33b3366c2bb1d971eb1ba322e columnFamilyName hfileref 2024-12-06T05:21:19,242 DEBUG [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:19,242 INFO [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] regionserver.HStore(327): Store=086048b33b3366c2bb1d971eb1ba322e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:19,243 INFO [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,243 INFO [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086048b33b3366c2bb1d971eb1ba322e columnFamilyName queue 2024-12-06T05:21:19,243 DEBUG [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:19,244 INFO [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] regionserver.HStore(327): Store=086048b33b3366c2bb1d971eb1ba322e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:19,244 INFO [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,245 INFO [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086048b33b3366c2bb1d971eb1ba322e columnFamilyName sid 2024-12-06T05:21:19,245 DEBUG [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:19,245 INFO [StoreOpener-086048b33b3366c2bb1d971eb1ba322e-1 {}] regionserver.HStore(327): Store=086048b33b3366c2bb1d971eb1ba322e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:19,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/replication/086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/replication/086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:21:19,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/replication/086048b33b3366c2bb1d971eb1ba322e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:19,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 086048b33b3366c2bb1d971eb1ba322e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68970012, jitterRate=0.027733266353607178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:21:19,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:19,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 086048b33b3366c2bb1d971eb1ba322e: Running coprocessor pre-open hook at 1733462479239Writing region info on filesystem at 1733462479239Initializing all the Stores at 1733462479240 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462479240Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462479240Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462479240Cleaning up temporary data from old regions at 1733462479247 (+7 ms)Running coprocessor post-open hooks at 1733462479252 (+5 ms)Region opened successfully at 1733462479253 (+1 ms) 2024-12-06T05:21:19,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e., pid=10, masterSystemTime=1733462479216 2024-12-06T05:21:19,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:19,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:19,256 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=086048b33b3366c2bb1d971eb1ba322e, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,38201,1733462462992 2024-12-06T05:21:19,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 086048b33b3366c2bb1d971eb1ba322e, server=ec46afd49254,38201,1733462462992 because future has completed 2024-12-06T05:21:19,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:21:19,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 086048b33b3366c2bb1d971eb1ba322e, server=ec46afd49254,38201,1733462462992 in 194 msec 2024-12-06T05:21:19,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:21:19,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=086048b33b3366c2bb1d971eb1ba322e, ASSIGN in 350 msec 2024-12-06T05:21:19,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:21:19,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462479262"}]},"ts":"1733462479262"} 2024-12-06T05:21:19,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:21:19,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:21:19,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-12-06T05:21:19,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e., hostname=ec46afd49254,38201,1733462462992, seqNum=2] 2024-12-06T05:21:19,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:19,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:19,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:21:19,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:21:19,548 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:21:19,572 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,38201,1733462462992, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:21:19,572 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:19,572 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38201,1733462462992, seqNum=-1] 2024-12-06T05:21:19,573 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:19,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-06T05:21:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,38201,1733462462992', locateType=CURRENT is [region=hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e., hostname=ec46afd49254,38201,1733462462992, seqNum=2] 2024-12-06T05:21:19,577 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:21:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:21:19,578 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,38201,1733462462992 suceeded 2024-12-06T05:21:19,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:21:19,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-06T05:21:19,580 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:41759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:21:19,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0970 sec 2024-12-06T05:21:19,589 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:41759' 2024-12-06T05:21:19,590 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7e7403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:19,590 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41759,-1 for getting cluster id 2024-12-06T05:21:19,590 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:19,590 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b9a708-10f1-422f-a0a1-7754100cd920' 2024-12-06T05:21:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b9a708-10f1-422f-a0a1-7754100cd920" 2024-12-06T05:21:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bdd21c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41759,-1] 2024-12-06T05:21:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:19,592 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:19,592 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6feb09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:19,592 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41759,1733462468455 2024-12-06T05:21:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5656d8a6 2024-12-06T05:21:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:19,593 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-06T05:21:19,594 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,38201,1733462462992 (queues=1) is replicating from cluster=0186cf2f-b803-4d49-a48f-6f166c765133 to cluster=18b9a708-10f1-422f-a0a1-7754100cd920 2024-12-06T05:21:19,594 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C38201%2C1733462462992 2024-12-06T05:21:19,594 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,38201,1733462462992, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:21:19,595 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C38201%2C1733462462992 2024-12-06T05:21:19,595 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316, startPosition=0, beingWritten=true 2024-12-06T05:21:19,598 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:19,598 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 379, reset compression=false 2024-12-06T05:21:19,598 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,38201,1733462462992 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42411 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:19,618 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:21:19,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:19,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:19,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:19,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:19,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:19,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df55c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:19,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41759,-1 for getting cluster id 2024-12-06T05:21:19,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:19,620 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b9a708-10f1-422f-a0a1-7754100cd920' 2024-12-06T05:21:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b9a708-10f1-422f-a0a1-7754100cd920" 2024-12-06T05:21:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed2d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41759,-1] 2024-12-06T05:21:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:19,621 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:19,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7a4606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:19,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:19,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41759,1733462468455 2024-12-06T05:21:19,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7785beab 2024-12-06T05:21:19,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:19,623 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:19,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:45031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:21:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:21:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:19,626 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45031' 2024-12-06T05:21:19,626 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bc87a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:19,626 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45031,-1 for getting cluster id 2024-12-06T05:21:19,626 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:19,627 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de' 2024-12-06T05:21:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de" 2024-12-06T05:21:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499beae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45031,-1] 2024-12-06T05:21:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:19,628 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:19,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb93624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:19,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45031,1733462473049 2024-12-06T05:21:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a10d8fb 2024-12-06T05:21:19,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:19,630 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:19,630 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:21:19,631 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:21:19,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:19,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:19,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:19,631 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:19,632 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:21:19,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:21:19,633 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:19,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:21:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:21:19,682 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:21:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:19,802 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 379, reset compression=false 2024-12-06T05:21:19,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:21:19,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T05:21:19,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:21:19,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T05:21:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:20,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5331c3d5ed211714f2bd83824e033de, NAME => 'hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955 2024-12-06T05:21:20,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:21:20,107 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 379, reset compression=false 2024-12-06T05:21:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:20,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:20,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a5331c3d5ed211714f2bd83824e033de, disabling compactions & flushes 2024-12-06T05:21:20,444 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:20,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:20,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. after waiting 0 ms 2024-12-06T05:21:20,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:20,444 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:20,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5331c3d5ed211714f2bd83824e033de: Waiting for close lock at 1733462480444Disabling compacts and flushes for region at 1733462480444Disabling writes for close at 1733462480444Writing region close event to WAL at 1733462480444Closed at 1733462480444 2024-12-06T05:21:20,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:21:20,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462480445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462480445"}]},"ts":"1733462480445"} 2024-12-06T05:21:20,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:21:20,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:21:20,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462480448"}]},"ts":"1733462480448"} 2024-12-06T05:21:20,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:21:20,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a5331c3d5ed211714f2bd83824e033de, ASSIGN}] 2024-12-06T05:21:20,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a5331c3d5ed211714f2bd83824e033de, ASSIGN 2024-12-06T05:21:20,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a5331c3d5ed211714f2bd83824e033de, ASSIGN; state=OFFLINE, location=ec46afd49254,45389,1733462468603; forceNewPlan=false, retain=false 2024-12-06T05:21:20,510 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 379, reset compression=false 2024-12-06T05:21:20,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a5331c3d5ed211714f2bd83824e033de, regionState=OPENING, regionLocation=ec46afd49254,45389,1733462468603 2024-12-06T05:21:20,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a5331c3d5ed211714f2bd83824e033de, ASSIGN because future has completed 2024-12-06T05:21:20,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5331c3d5ed211714f2bd83824e033de, server=ec46afd49254,45389,1733462468603}] 2024-12-06T05:21:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:20,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:20,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:20,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:21:20,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C45389%2C1733462468603.rep, suffix=, logDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603, archiveDir=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/oldWALs, maxLogs=10 2024-12-06T05:21:20,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.rep.1733462480767, exclude list is [], retry=0 2024-12-06T05:21:20,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36627,DS-ab37e881-12a6-4792-b386-8b9436e7ff90,DISK] 2024-12-06T05:21:20,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.rep.1733462480767 2024-12-06T05:21:20,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42505:42505)] 2024-12-06T05:21:20,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a5331c3d5ed211714f2bd83824e033de, NAME => 'hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:20,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:20,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:21:20,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. service=MultiRowMutationService 2024-12-06T05:21:20,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:21:20,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:20,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,792 INFO [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,793 INFO [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5331c3d5ed211714f2bd83824e033de columnFamilyName hfileref 2024-12-06T05:21:20,793 DEBUG [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:20,794 INFO [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] regionserver.HStore(327): Store=a5331c3d5ed211714f2bd83824e033de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:20,794 INFO [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,795 INFO [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5331c3d5ed211714f2bd83824e033de columnFamilyName queue 2024-12-06T05:21:20,795 DEBUG [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:20,795 INFO [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] regionserver.HStore(327): Store=a5331c3d5ed211714f2bd83824e033de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:20,795 INFO [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,796 INFO [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5331c3d5ed211714f2bd83824e033de columnFamilyName sid 2024-12-06T05:21:20,796 DEBUG [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:20,796 INFO [StoreOpener-a5331c3d5ed211714f2bd83824e033de-1 {}] regionserver.HStore(327): Store=a5331c3d5ed211714f2bd83824e033de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:20,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/replication/a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/replication/a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:21:20,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/replication/a5331c3d5ed211714f2bd83824e033de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:20,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a5331c3d5ed211714f2bd83824e033de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70169278, jitterRate=0.04560372233390808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:21:20,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:20,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a5331c3d5ed211714f2bd83824e033de: Running coprocessor pre-open hook at 1733462480789Writing region info on filesystem at 1733462480789Initializing all the Stores at 1733462480790 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462480790Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462480792 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462480792Cleaning up temporary data from old regions at 1733462480797 (+5 ms)Running coprocessor post-open hooks at 1733462480800 (+3 ms)Region opened successfully at 1733462480800 2024-12-06T05:21:20,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de., pid=10, masterSystemTime=1733462480756 2024-12-06T05:21:20,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:20,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:20,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a5331c3d5ed211714f2bd83824e033de, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,45389,1733462468603 2024-12-06T05:21:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5331c3d5ed211714f2bd83824e033de, server=ec46afd49254,45389,1733462468603 because future has completed 2024-12-06T05:21:20,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:21:20,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a5331c3d5ed211714f2bd83824e033de, server=ec46afd49254,45389,1733462468603 in 203 msec 2024-12-06T05:21:20,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:21:20,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a5331c3d5ed211714f2bd83824e033de, ASSIGN in 358 msec 2024-12-06T05:21:20,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:21:20,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462480810"}]},"ts":"1733462480810"} 2024-12-06T05:21:20,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:21:20,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:21:20,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-06T05:21:20,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de., hostname=ec46afd49254,45389,1733462468603, seqNum=2] 2024-12-06T05:21:20,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:20,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:21,017 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 379, reset compression=false 2024-12-06T05:21:21,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:21:21,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:21:21,179 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:21:21,203 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,45389,1733462468603, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:21:21,203 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:21,203 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45389,1733462468603, seqNum=-1] 2024-12-06T05:21:21,203 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:21,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T05:21:21,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,45389,1733462468603', locateType=CURRENT is [region=hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de., hostname=ec46afd49254,45389,1733462468603, seqNum=2] 2024-12-06T05:21:21,207 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:21:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:21:21,209 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,45389,1733462468603 suceeded 2024-12-06T05:21:21,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:21:21,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-06T05:21:21,210 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:45031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:21:21,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5880 sec 2024-12-06T05:21:21,220 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:45031' 2024-12-06T05:21:21,221 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38da6b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:21,221 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45031,-1 for getting cluster id 2024-12-06T05:21:21,221 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:21,221 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de' 2024-12-06T05:21:21,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:21,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de" 2024-12-06T05:21:21,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f86e399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:21,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45031,-1] 2024-12-06T05:21:21,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:21,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:21,222 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:21,223 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44931032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:21,223 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:21,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45031,1733462473049 2024-12-06T05:21:21,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e99125 2024-12-06T05:21:21,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:21,224 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-06T05:21:21,225 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,45389,1733462468603 (queues=1) is replicating from cluster=18b9a708-10f1-422f-a0a1-7754100cd920 to cluster=20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de 2024-12-06T05:21:21,225 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C45389%2C1733462468603 2024-12-06T05:21:21,225 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,45389,1733462468603, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:21:21,225 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, startPosition=0, beingWritten=true 2024-12-06T05:21:21,225 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C45389%2C1733462468603 2024-12-06T05:21:21,230 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:21,230 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 379, reset compression=false 2024-12-06T05:21:21,230 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45389,1733462468603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:21,434 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 379, reset compression=false 2024-12-06T05:21:21,620 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 379, reset compression=false 2024-12-06T05:21:21,741 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 379, reset compression=false 2024-12-06T05:21:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:21,768 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:21:21,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:21,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:21,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:21,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:21,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:21,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b08a653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:21,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45031,-1 for getting cluster id 2024-12-06T05:21:21,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:21,770 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de' 2024-12-06T05:21:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de" 2024-12-06T05:21:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a7d2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45031,-1] 2024-12-06T05:21:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:21,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:21,771 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec27bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:21,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,45031,1733462473049 2024-12-06T05:21:21,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dde0891 2024-12-06T05:21:21,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:21,774 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:21,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:41759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:21:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:21:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:21,776 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:41759' 2024-12-06T05:21:21,777 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8a7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:21,777 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41759,-1 for getting cluster id 2024-12-06T05:21:21,778 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:21,778 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b9a708-10f1-422f-a0a1-7754100cd920' 2024-12-06T05:21:21,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:21,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b9a708-10f1-422f-a0a1-7754100cd920" 2024-12-06T05:21:21,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a1fb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:21,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41759,-1] 2024-12-06T05:21:21,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:21,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:21,779 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:21,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79a4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:21,780 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:21,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41759,1733462468455 2024-12-06T05:21:21,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea6d3f5 2024-12-06T05:21:21,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:21,781 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:21,782 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T05:21:21,782 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:21:21,782 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:21,782 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:21,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:21,782 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:21,783 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:21:21,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:21:21,784 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:21,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:21:21,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:21:21,833 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:21:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:22,144 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 379, reset compression=false 2024-12-06T05:21:22,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fef3039391dabdd16493ee7de652f28, NAME => 'hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40 2024-12-06T05:21:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:21:22,323 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 379, reset compression=false 2024-12-06T05:21:22,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:22,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:22,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:22,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1fef3039391dabdd16493ee7de652f28, disabling compactions & flushes 2024-12-06T05:21:22,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:22,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:22,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. after waiting 0 ms 2024-12-06T05:21:22,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:22,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:22,598 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fef3039391dabdd16493ee7de652f28: Waiting for close lock at 1733462482598Disabling compacts and flushes for region at 1733462482598Disabling writes for close at 1733462482598Writing region close event to WAL at 1733462482598Closed at 1733462482598 2024-12-06T05:21:22,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:21:22,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462482599"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462482599"}]},"ts":"1733462482599"} 2024-12-06T05:21:22,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:21:22,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:21:22,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462482602"}]},"ts":"1733462482602"} 2024-12-06T05:21:22,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:21:22,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fef3039391dabdd16493ee7de652f28, ASSIGN}] 2024-12-06T05:21:22,604 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fef3039391dabdd16493ee7de652f28, ASSIGN 2024-12-06T05:21:22,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1fef3039391dabdd16493ee7de652f28, ASSIGN; state=OFFLINE, location=ec46afd49254,45195,1733462473224; forceNewPlan=false, retain=false 2024-12-06T05:21:22,648 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 379, reset compression=false 2024-12-06T05:21:22,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1fef3039391dabdd16493ee7de652f28, regionState=OPENING, regionLocation=ec46afd49254,45195,1733462473224 2024-12-06T05:21:22,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1fef3039391dabdd16493ee7de652f28, ASSIGN because future has completed 2024-12-06T05:21:22,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fef3039391dabdd16493ee7de652f28, server=ec46afd49254,45195,1733462473224}] 2024-12-06T05:21:22,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:21:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:22,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:22,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:22,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:21:22,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C45195%2C1733462473224.rep, suffix=, logDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224, archiveDir=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/oldWALs, maxLogs=10 2024-12-06T05:21:22,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.rep.1733462482914, exclude list is [], retry=0 2024-12-06T05:21:22,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-fdd81913-164b-463d-a84b-862ca6f46e87,DISK] 2024-12-06T05:21:22,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.rep.1733462482914 2024-12-06T05:21:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35707:35707)] 2024-12-06T05:21:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fef3039391dabdd16493ee7de652f28, NAME => 'hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:22,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:21:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. service=MultiRowMutationService 2024-12-06T05:21:22,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:21:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,929 INFO [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,930 INFO [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fef3039391dabdd16493ee7de652f28 columnFamilyName hfileref 2024-12-06T05:21:22,930 DEBUG [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:22,931 INFO [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] regionserver.HStore(327): Store=1fef3039391dabdd16493ee7de652f28/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:22,931 INFO [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,932 INFO [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fef3039391dabdd16493ee7de652f28 columnFamilyName queue 2024-12-06T05:21:22,932 DEBUG [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:22,932 INFO [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] regionserver.HStore(327): Store=1fef3039391dabdd16493ee7de652f28/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:22,932 INFO [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,933 INFO [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fef3039391dabdd16493ee7de652f28 columnFamilyName sid 2024-12-06T05:21:22,933 DEBUG [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:22,933 INFO [StoreOpener-1fef3039391dabdd16493ee7de652f28-1 {}] regionserver.HStore(327): Store=1fef3039391dabdd16493ee7de652f28/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:22,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/replication/1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/replication/1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:21:22,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/replication/1fef3039391dabdd16493ee7de652f28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:22,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1fef3039391dabdd16493ee7de652f28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59997198, jitterRate=-0.10597208142280579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:21:22,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:22,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1fef3039391dabdd16493ee7de652f28: Running coprocessor pre-open hook at 1733462482928Writing region info on filesystem at 1733462482929 (+1 ms)Initializing all the Stores at 1733462482929Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462482929Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462482929Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462482929Cleaning up temporary data from old regions at 1733462482934 (+5 ms)Running coprocessor post-open hooks at 1733462482937 (+3 ms)Region opened successfully at 1733462482937 2024-12-06T05:21:22,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28., pid=10, masterSystemTime=1733462482909 2024-12-06T05:21:22,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:22,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:22,939 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1fef3039391dabdd16493ee7de652f28, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,45195,1733462473224 2024-12-06T05:21:22,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fef3039391dabdd16493ee7de652f28, server=ec46afd49254,45195,1733462473224 because future has completed 2024-12-06T05:21:22,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:21:22,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fef3039391dabdd16493ee7de652f28, server=ec46afd49254,45195,1733462473224 in 184 msec 2024-12-06T05:21:22,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:21:22,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fef3039391dabdd16493ee7de652f28, ASSIGN in 339 msec 2024-12-06T05:21:22,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:21:22,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462482944"}]},"ts":"1733462482944"} 2024-12-06T05:21:22,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:21:22,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:21:22,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-06T05:21:22,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28., hostname=ec46afd49254,45195,1733462473224, seqNum=2] 2024-12-06T05:21:23,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:23,047 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:23,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:21:23,127 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 379, reset compression=false 2024-12-06T05:21:23,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:21:23,221 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:21:23,244 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,45195,1733462473224, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:21:23,244 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:23,244 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45195,1733462473224, seqNum=-1] 2024-12-06T05:21:23,245 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:23,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T05:21:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,45195,1733462473224', locateType=CURRENT is [region=hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28., hostname=ec46afd49254,45195,1733462473224, seqNum=2] 2024-12-06T05:21:23,249 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:21:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:21:23,250 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,45195,1733462473224 suceeded 2024-12-06T05:21:23,251 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 379, reset compression=false 2024-12-06T05:21:23,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:21:23,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-06T05:21:23,252 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:41759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:21:23,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-12-06T05:21:23,261 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:41759' 2024-12-06T05:21:23,262 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7577094f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,262 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41759,-1 for getting cluster id 2024-12-06T05:21:23,262 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:23,263 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b9a708-10f1-422f-a0a1-7754100cd920' 2024-12-06T05:21:23,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:23,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b9a708-10f1-422f-a0a1-7754100cd920" 2024-12-06T05:21:23,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@633bf1c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41759,-1] 2024-12-06T05:21:23,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:23,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:23,264 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:23,264 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2545d730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,264 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:23,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,41759,1733462468455 2024-12-06T05:21:23,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e487f3 2024-12-06T05:21:23,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:23,266 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-06T05:21:23,266 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,45195,1733462473224 (queues=1) is replicating from cluster=20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de to cluster=18b9a708-10f1-422f-a0a1-7754100cd920 2024-12-06T05:21:23,266 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C45195%2C1733462473224 2024-12-06T05:21:23,266 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,45195,1733462473224, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:21:23,267 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845, startPosition=0, beingWritten=true 2024-12-06T05:21:23,267 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C45195%2C1733462473224 2024-12-06T05:21:23,270 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:23,270 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 379, reset compression=false 2024-12-06T05:21:23,270 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45195,1733462473224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:23,474 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 379, reset compression=false 2024-12-06T05:21:23,776 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 379, reset compression=false 2024-12-06T05:21:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:23,918 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:21:23,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:23,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:23,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:23,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:23,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:23,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683a8ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42411,-1 for getting cluster id 2024-12-06T05:21:23,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:23,920 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186cf2f-b803-4d49-a48f-6f166c765133' 2024-12-06T05:21:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186cf2f-b803-4d49-a48f-6f166c765133" 2024-12-06T05:21:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4ac610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42411,-1] 2024-12-06T05:21:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:23,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:23,921 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c63ac6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59597b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41759,-1 for getting cluster id 2024-12-06T05:21:23,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:23,922 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b9a708-10f1-422f-a0a1-7754100cd920' 2024-12-06T05:21:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b9a708-10f1-422f-a0a1-7754100cd920" 2024-12-06T05:21:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c13562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41759,-1] 2024-12-06T05:21:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:23,923 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:23,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f04896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440f71a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45031,-1 for getting cluster id 2024-12-06T05:21:23,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:23,925 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de' 2024-12-06T05:21:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de" 2024-12-06T05:21:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75938db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45031,-1] 2024-12-06T05:21:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:23,926 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:23,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78df7d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:23,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,38201,1733462462992, seqNum=-1] 2024-12-06T05:21:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:23,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462476083.0e10eb641ab79719450c6262932be3a5., hostname=ec46afd49254,38201,1733462462992, seqNum=2] 2024-12-06T05:21:23,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45195,1733462473224, seqNum=-1] 2024-12-06T05:21:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:23,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462477850.291105074660a52ca2bfa520b003052d., hostname=ec46afd49254,45195,1733462473224, seqNum=2] 2024-12-06T05:21:23,936 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T05:21:23,954 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 379, reset compression=false 2024-12-06T05:21:24,030 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 379, reset compression=false 2024-12-06T05:21:24,034 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:21:24,034 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 480, reset compression=false 2024-12-06T05:21:24,034 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,38201,1733462462992 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e10eb641ab79719450c6262932be3a5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T05:21:24,036 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:21:24,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-06T05:21:24,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:21:24,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3534a88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:24,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,41759,-1 for getting cluster id 2024-12-06T05:21:24,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:24,038 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b9a708-10f1-422f-a0a1-7754100cd920' 2024-12-06T05:21:24,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:24,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b9a708-10f1-422f-a0a1-7754100cd920" 2024-12-06T05:21:24,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f797746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:24,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,41759,-1] 2024-12-06T05:21:24,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:24,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:24,039 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:24,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fbe738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:24,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:24,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45389,1733462468603, seqNum=-1] 2024-12-06T05:21:24,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:24,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T05:21:24,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7., hostname=ec46afd49254,45389,1733462468603, seqNum=2] 2024-12-06T05:21:24,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:21:24,179 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 379, reset compression=false 2024-12-06T05:21:24,237 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 480, reset compression=false 2024-12-06T05:21:24,541 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 480, reset compression=false 2024-12-06T05:21:24,683 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 379, reset compression=false 2024-12-06T05:21:24,757 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 379, reset compression=false 2024-12-06T05:21:24,762 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:21:24,762 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 503, reset compression=false 2024-12-06T05:21:24,762 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45389,1733462468603 got entry batch from reader: WALEntryBatch [walEntries=[{test/490bb4229f0a65772ec97bdd3a5c99c7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T05:21:24,764 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:21:24,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-06T05:21:24,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:21:24,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55c0b9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:24,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,45031,-1 for getting cluster id 2024-12-06T05:21:24,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:24,768 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de' 2024-12-06T05:21:24,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:24,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20cd0be8-fcf8-4ed6-bbb1-ba6b4f3797de" 2024-12-06T05:21:24,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@778694b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:24,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,45031,-1] 2024-12-06T05:21:24,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:24,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:24,770 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:24,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f1c283f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:24,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:24,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45195,1733462473224, seqNum=-1] 2024-12-06T05:21:24,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:24,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T05:21:24,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733462477850.291105074660a52ca2bfa520b003052d., hostname=ec46afd49254,45195,1733462473224, seqNum=2] 2024-12-06T05:21:24,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:21:24,938 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T05:21:24,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:24,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,45389,1733462468603, seqNum=-1] 2024-12-06T05:21:24,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:24,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7., hostname=ec46afd49254,45389,1733462468603, seqNum=2] 2024-12-06T05:21:24,943 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 480, reset compression=false 2024-12-06T05:21:24,944 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T05:21:24,975 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 503, reset compression=false 2024-12-06T05:21:24,979 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:21:24,979 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 607, reset compression=false 2024-12-06T05:21:24,979 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45389,1733462468603 got entry batch from reader: WALEntryBatch [walEntries=[{test/490bb4229f0a65772ec97bdd3a5c99c7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T05:21:24,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:21:24,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:21:25,182 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 607, reset compression=false 2024-12-06T05:21:25,285 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 379, reset compression=false 2024-12-06T05:21:25,289 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:25,289 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 653, reset compression=false 2024-12-06T05:21:25,289 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45195,1733462473224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:25,447 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 480, reset compression=false 2024-12-06T05:21:25,485 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 607, reset compression=false 2024-12-06T05:21:25,492 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 653, reset compression=false 2024-12-06T05:21:25,796 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 653, reset compression=false 2024-12-06T05:21:25,889 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 607, reset compression=false 2024-12-06T05:21:25,946 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T05:21:25,949 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T05:21:26,050 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 480, reset compression=false 2024-12-06T05:21:26,200 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 653, reset compression=false 2024-12-06T05:21:26,203 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:21:26,203 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 757, reset compression=false 2024-12-06T05:21:26,203 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45195,1733462473224 got entry batch from reader: WALEntryBatch [walEntries=[{test/291105074660a52ca2bfa520b003052d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T05:21:26,205 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:21:26,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-06T05:21:26,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:21:26,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:21:26,393 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 607, reset compression=false 2024-12-06T05:21:26,397 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:26,397 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 734, reset compression=false 2024-12-06T05:21:26,397 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45389,1733462468603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:26,408 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 757, reset compression=false 2024-12-06T05:21:26,600 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 734, reset compression=false 2024-12-06T05:21:26,710 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 757, reset compression=false 2024-12-06T05:21:26,753 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 480, reset compression=false 2024-12-06T05:21:26,904 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 734, reset compression=false 2024-12-06T05:21:26,950 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T05:21:26,953 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T05:21:27,114 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 757, reset compression=false 2024-12-06T05:21:27,307 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 734, reset compression=false 2024-12-06T05:21:27,558 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 480, reset compression=false 2024-12-06T05:21:27,562 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:21:27,562 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:27,562 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,38201,1733462462992 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e10eb641ab79719450c6262932be3a5/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T05:21:27,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:21:27,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:21:27,617 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 757, reset compression=false 2024-12-06T05:21:27,766 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:27,811 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 734, reset compression=false 2024-12-06T05:21:27,814 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:21:27,814 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 881, reset compression=false 2024-12-06T05:21:27,814 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45389,1733462468603 got entry batch from reader: WALEntryBatch [walEntries=[{test/490bb4229f0a65772ec97bdd3a5c99c7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T05:21:27,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:21:27,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:21:27,955 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T05:21:27,957 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T05:21:28,018 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 881, reset compression=false 2024-12-06T05:21:28,021 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:21:28,021 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1040, reset compression=false 2024-12-06T05:21:28,021 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45389,1733462468603 got entry batch from reader: WALEntryBatch [walEntries=[{test/490bb4229f0a65772ec97bdd3a5c99c7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T05:21:28,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:21:28,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:21:28,069 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:28,219 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 757, reset compression=false 2024-12-06T05:21:28,224 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:28,224 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1076, reset compression=false 2024-12-06T05:21:28,224 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45195,1733462473224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:28,224 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1040, reset compression=false 2024-12-06T05:21:28,427 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1076, reset compression=false 2024-12-06T05:21:28,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:28,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,473 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:28,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:28,527 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1040, reset compression=false 2024-12-06T05:21:28,737 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1076, reset compression=false 2024-12-06T05:21:28,931 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1040, reset compression=false 2024-12-06T05:21:28,959 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T05:21:28,961 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T05:21:28,978 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:29,141 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1076, reset compression=false 2024-12-06T05:21:29,147 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:21:29,147 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1235, reset compression=false 2024-12-06T05:21:29,147 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45195,1733462473224 got entry batch from reader: WALEntryBatch [walEntries=[{test/291105074660a52ca2bfa520b003052d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T05:21:29,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T05:21:29,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T05:21:29,352 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1235, reset compression=false 2024-12-06T05:21:29,435 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1040, reset compression=false 2024-12-06T05:21:29,439 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:29,439 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1189, reset compression=false 2024-12-06T05:21:29,439 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45389,1733462468603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:29,581 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:29,642 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1189, reset compression=false 2024-12-06T05:21:29,665 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1235, reset compression=false 2024-12-06T05:21:29,667 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:29,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:21:29,669 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 109036 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:21:29,951 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1189, reset compression=false 2024-12-06T05:21:29,963 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T05:21:29,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:21:29,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:29,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:29,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:29,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:29,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:29,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:21:29,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2070511057, stopped=false 2024-12-06T05:21:29,969 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,45031,1733462473049 2024-12-06T05:21:30,036 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1338840549/running 2024-12-06T05:21:30,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1338840549/running 2024-12-06T05:21:30,036 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:30,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:30,036 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:21:30,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:30,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:30,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on znode that does not yet exist, /2-1338840549/running 2024-12-06T05:21:30,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:30,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Set watcher on znode that does not yet exist, /2-1338840549/running 2024-12-06T05:21:30,037 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,45195,1733462473224' ***** 2024-12-06T05:21:30,037 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:21:30,038 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:21:30,038 INFO [RS:0;ec46afd49254:45195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:21:30,038 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:21:30,038 INFO [RS:0;ec46afd49254:45195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:21:30,038 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(3091): Received CLOSE for 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:30,039 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:30,039 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,45195,1733462473224 2024-12-06T05:21:30,039 INFO [RS:0;ec46afd49254:45195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:21:30,039 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 291105074660a52ca2bfa520b003052d, disabling compactions & flushes 2024-12-06T05:21:30,039 INFO [RS:0;ec46afd49254:45195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:45195. 2024-12-06T05:21:30,039 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:30,039 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:30,039 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462477850.291105074660a52ca2bfa520b003052d. after waiting 0 ms 2024-12-06T05:21:30,039 DEBUG [RS:0;ec46afd49254:45195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:30,039 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:30,039 DEBUG [RS:0;ec46afd49254:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:30,039 INFO [RS:0;ec46afd49254:45195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:21:30,039 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 291105074660a52ca2bfa520b003052d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T05:21:30,039 INFO [RS:0;ec46afd49254:45195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:21:30,039 INFO [RS:0;ec46afd49254:45195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:21:30,039 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:21:30,039 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:21:30,039 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1325): Online Regions={291105074660a52ca2bfa520b003052d=test,,1733462477850.291105074660a52ca2bfa520b003052d., 1588230740=hbase:meta,,1.1588230740, 1fef3039391dabdd16493ee7de652f28=hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28.} 2024-12-06T05:21:30,039 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fef3039391dabdd16493ee7de652f28, 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:30,039 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:21:30,039 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:21:30,039 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:21:30,039 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:21:30,039 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:21:30,040 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:21:30,058 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/info/1ed9ed7d241d439e92a2c5d581caa9b4 is 147, key is hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28./info:regioninfo/1733462482939/Put/seqid=0 2024-12-06T05:21:30,059 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/.tmp/f/f661e6cf20ae4acd907b23a271e001e3 is 29, key is row1/f:/1733462487955/DeleteFamily/seqid=0 2024-12-06T05:21:30,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741840_1016 (size=7686) 2024-12-06T05:21:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741841_1017 (size=5152) 2024-12-06T05:21:30,068 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1235, reset compression=false 2024-12-06T05:21:30,074 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:30,074 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1482, reset compression=false 2024-12-06T05:21:30,074 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45195,1733462473224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:30,075 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,45195,1733462473224: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,45195,1733462473224, walGroup=ec46afd49254%2C45195%2C1733462473224, offset=ec46afd49254%2C45195%2C1733462473224.1733462474845:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:45195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:21:30,076 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:21:30,076 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:21:30,077 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:21:30,077 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:21:30,077 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:21:30,077 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 856549464 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 200957872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:21:30,077 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:45031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:45031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:21:30,129 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:21:30,240 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fef3039391dabdd16493ee7de652f28, 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:30,282 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1482, reset compression=false 2024-12-06T05:21:30,289 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:30,355 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1189, reset compression=false 2024-12-06T05:21:30,440 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fef3039391dabdd16493ee7de652f28, 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:30,463 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/info/1ed9ed7d241d439e92a2c5d581caa9b4 2024-12-06T05:21:30,467 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/.tmp/f/f661e6cf20ae4acd907b23a271e001e3 2024-12-06T05:21:30,470 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f661e6cf20ae4acd907b23a271e001e3 2024-12-06T05:21:30,483 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/.tmp/f1/75dce794cee14cb5aede8c96ec627882 is 30, key is row1/f1:/1733462487955/DeleteFamily/seqid=0 2024-12-06T05:21:30,486 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/ns/efd30170222a414ba710cdca01331a51 is 43, key is default/ns:d/1733462475928/Put/seqid=0 2024-12-06T05:21:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741842_1018 (size=5158) 2024-12-06T05:21:30,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741843_1019 (size=5153) 2024-12-06T05:21:30,488 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/ns/efd30170222a414ba710cdca01331a51 2024-12-06T05:21:30,503 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/rep_barrier/38d057f1db07432294c0527414c8ad29 is 112, key is test,,1733462477850.291105074660a52ca2bfa520b003052d./rep_barrier:seqnumDuringOpen/1733462478203/Put/seqid=0 2024-12-06T05:21:30,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741844_1020 (size=5518) 2024-12-06T05:21:30,585 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1482, reset compression=false 2024-12-06T05:21:30,640 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fef3039391dabdd16493ee7de652f28, 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:30,723 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:21:30,723 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:21:30,840 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fef3039391dabdd16493ee7de652f28, 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:30,858 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1189, reset compression=false 2024-12-06T05:21:30,887 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/.tmp/f1/75dce794cee14cb5aede8c96ec627882 2024-12-06T05:21:30,890 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75dce794cee14cb5aede8c96ec627882 2024-12-06T05:21:30,903 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/.tmp/norep/fa975c7594694d0b98df8fe8d9c378e8 is 33, key is row2/norep:/1733462488960/DeleteFamily/seqid=0 2024-12-06T05:21:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741845_1021 (size=5108) 2024-12-06T05:21:30,906 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/rep_barrier/38d057f1db07432294c0527414c8ad29 2024-12-06T05:21:30,922 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/table/648665727e07489abf69afa3bf7446ba is 53, key is hbase:replication/table:state/1733462482944/Put/seqid=0 2024-12-06T05:21:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741846_1022 (size=5308) 2024-12-06T05:21:30,989 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1482, reset compression=false 2024-12-06T05:21:31,040 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fef3039391dabdd16493ee7de652f28, 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:31,092 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:31,240 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fef3039391dabdd16493ee7de652f28, 291105074660a52ca2bfa520b003052d 2024-12-06T05:21:31,306 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/.tmp/norep/fa975c7594694d0b98df8fe8d9c378e8 2024-12-06T05:21:31,310 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa975c7594694d0b98df8fe8d9c378e8 2024-12-06T05:21:31,311 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/.tmp/f/f661e6cf20ae4acd907b23a271e001e3 as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/f/f661e6cf20ae4acd907b23a271e001e3 2024-12-06T05:21:31,315 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f661e6cf20ae4acd907b23a271e001e3 2024-12-06T05:21:31,315 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/f/f661e6cf20ae4acd907b23a271e001e3, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T05:21:31,316 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/.tmp/f1/75dce794cee14cb5aede8c96ec627882 as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/f1/75dce794cee14cb5aede8c96ec627882 2024-12-06T05:21:31,320 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75dce794cee14cb5aede8c96ec627882 2024-12-06T05:21:31,320 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/f1/75dce794cee14cb5aede8c96ec627882, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T05:21:31,321 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/.tmp/norep/fa975c7594694d0b98df8fe8d9c378e8 as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/norep/fa975c7594694d0b98df8fe8d9c378e8 2024-12-06T05:21:31,324 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa975c7594694d0b98df8fe8d9c378e8 2024-12-06T05:21:31,324 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/norep/fa975c7594694d0b98df8fe8d9c378e8, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T05:21:31,325 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/table/648665727e07489abf69afa3bf7446ba 2024-12-06T05:21:31,325 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 291105074660a52ca2bfa520b003052d in 1286ms, sequenceid=10, compaction requested=false 2024-12-06T05:21:31,329 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/default/test/291105074660a52ca2bfa520b003052d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T05:21:31,329 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:21:31,329 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:21:31,329 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:31,329 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 291105074660a52ca2bfa520b003052d: Waiting for close lock at 1733462490039Running coprocessor pre-close hooks at 1733462490039Disabling compacts and flushes for region at 1733462490039Disabling writes for close at 1733462490039Obtaining lock to block concurrent updates at 1733462490039Preparing flush snapshotting stores in 291105074660a52ca2bfa520b003052d at 1733462490039Finished memstore snapshotting test,,1733462477850.291105074660a52ca2bfa520b003052d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733462490039Flushing stores of test,,1733462477850.291105074660a52ca2bfa520b003052d. at 1733462490040 (+1 ms)Flushing 291105074660a52ca2bfa520b003052d/f: creating writer at 1733462490040Flushing 291105074660a52ca2bfa520b003052d/f: appending metadata at 1733462490058 (+18 ms)Flushing 291105074660a52ca2bfa520b003052d/f: closing flushed file at 1733462490058Flushing 291105074660a52ca2bfa520b003052d/f1: creating writer at 1733462490470 (+412 ms)Flushing 291105074660a52ca2bfa520b003052d/f1: appending metadata at 1733462490482 (+12 ms)Flushing 291105074660a52ca2bfa520b003052d/f1: closing flushed file at 1733462490482Flushing 291105074660a52ca2bfa520b003052d/norep: creating writer at 1733462490890 (+408 ms)Flushing 291105074660a52ca2bfa520b003052d/norep: appending metadata at 1733462490902 (+12 ms)Flushing 291105074660a52ca2bfa520b003052d/norep: closing flushed file at 1733462490902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65385968: reopening flushed file at 1733462491310 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a0483: reopening flushed file at 1733462491315 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf00a57: reopening flushed file at 1733462491320 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 291105074660a52ca2bfa520b003052d in 1286ms, sequenceid=10, compaction requested=false at 1733462491325 (+5 ms)Writing region close event to WAL at 1733462491326 (+1 ms)Running coprocessor post-close hooks at 1733462491329 (+3 ms)Closed at 1733462491329 2024-12-06T05:21:31,329 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462477850.291105074660a52ca2bfa520b003052d. 2024-12-06T05:21:31,330 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fef3039391dabdd16493ee7de652f28, disabling compactions & flushes 2024-12-06T05:21:31,330 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:31,330 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:31,330 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. after waiting 0 ms 2024-12-06T05:21:31,330 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:31,330 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fef3039391dabdd16493ee7de652f28: Waiting for close lock at 1733462491330Running coprocessor pre-close hooks at 1733462491330Disabling compacts and flushes for region at 1733462491330Disabling writes for close at 1733462491330Failed flush hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28., putting online again at 1733462491330 2024-12-06T05:21:31,330 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/info/1ed9ed7d241d439e92a2c5d581caa9b4 as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/info/1ed9ed7d241d439e92a2c5d581caa9b4 2024-12-06T05:21:31,330 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:31,333 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/info/1ed9ed7d241d439e92a2c5d581caa9b4, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:21:31,334 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/ns/efd30170222a414ba710cdca01331a51 as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/ns/efd30170222a414ba710cdca01331a51 2024-12-06T05:21:31,337 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/ns/efd30170222a414ba710cdca01331a51, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:21:31,338 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/rep_barrier/38d057f1db07432294c0527414c8ad29 as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/rep_barrier/38d057f1db07432294c0527414c8ad29 2024-12-06T05:21:31,341 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/rep_barrier/38d057f1db07432294c0527414c8ad29, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:21:31,342 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/.tmp/table/648665727e07489abf69afa3bf7446ba as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/table/648665727e07489abf69afa3bf7446ba 2024-12-06T05:21:31,345 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/table/648665727e07489abf69afa3bf7446ba, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:21:31,346 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-12-06T05:21:31,349 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:21:31,350 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:21:31,350 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:21:31,350 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:31,350 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462490039Running coprocessor pre-close hooks at 1733462490039Disabling compacts and flushes for region at 1733462490039Disabling writes for close at 1733462490039Obtaining lock to block concurrent updates at 1733462490040 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733462490040Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462490040Flushing stores of hbase:meta,,1.1588230740 at 1733462490040Flushing 1588230740/info: creating writer at 1733462490040Flushing 1588230740/info: appending metadata at 1733462490058 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733462490058Flushing 1588230740/ns: creating writer at 1733462490467 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733462490485 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733462490485Flushing 1588230740/rep_barrier: creating writer at 1733462490491 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462490503 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462490503Flushing 1588230740/table: creating writer at 1733462490910 (+407 ms)Flushing 1588230740/table: appending metadata at 1733462490921 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733462490921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e75f467: reopening flushed file at 1733462491329 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307014: reopening flushed file at 1733462491333 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4fa6d6: reopening flushed file at 1733462491337 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc13f78: reopening flushed file at 1733462491341 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1733462491346 (+5 ms)Writing region close event to WAL at 1733462491347 (+1 ms)Running coprocessor post-close hooks at 1733462491350 (+3 ms)Closed at 1733462491350 2024-12-06T05:21:31,350 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:31,441 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:21:31,441 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1325): Online Regions={1fef3039391dabdd16493ee7de652f28=hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28.} 2024-12-06T05:21:31,441 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:31,441 DEBUG [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1351): Waiting on 1fef3039391dabdd16493ee7de652f28 2024-12-06T05:21:31,441 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fef3039391dabdd16493ee7de652f28, disabling compactions & flushes 2024-12-06T05:21:31,441 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:31,441 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:31,441 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. after waiting 0 ms 2024-12-06T05:21:31,441 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:31,441 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fef3039391dabdd16493ee7de652f28: Waiting for close lock at 1733462491441Running coprocessor pre-close hooks at 1733462491441Disabling compacts and flushes for region at 1733462491441Disabling writes for close at 1733462491441Failed flush hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28., putting online again at 1733462491441 2024-12-06T05:21:31,441 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733462481782.1fef3039391dabdd16493ee7de652f28. 2024-12-06T05:21:31,462 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1189, reset compression=false 2024-12-06T05:21:31,492 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 1482, reset compression=false 2024-12-06T05:21:31,496 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:31,496 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 2126, reset compression=false 2024-12-06T05:21:31,641 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T05:21:31,641 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,45195,1733462473224; all regions closed. 2024-12-06T05:21:31,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:21:31,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.meta.1733462475881.meta not finished, retry = 0 2024-12-06T05:21:31,699 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.wal-reader.ec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 to pos 2126, reset compression=false 2024-12-06T05:21:31,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741839_1015 (size=1735) 2024-12-06T05:21:31,745 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.rep.1733462482914 not finished, retry = 0 2024-12-06T05:21:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741832_1008 (size=2134) 2024-12-06T05:21:31,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/WALs/ec46afd49254,45195,1733462473224/ec46afd49254%2C45195%2C1733462473224.1733462474845 not finished, retry = 0 2024-12-06T05:21:31,886 DEBUG [master/ec46afd49254:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-12-06T05:21:31,897 DEBUG [master/ec46afd49254:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-06T05:21:31,948 DEBUG [RS:0;ec46afd49254:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:31,948 INFO [RS:0;ec46afd49254:45195 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:21:31,949 INFO [RS:0;ec46afd49254:45195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:21:31,949 INFO [RS:0;ec46afd49254:45195 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:21:31,949 INFO [RS:0;ec46afd49254:45195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:21:31,949 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:21:31,949 INFO [RS:0;ec46afd49254:45195 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,45195,1733462473224 because: Region server is closing 2024-12-06T05:21:31,950 INFO [RS:0;ec46afd49254:45195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:45195. 2024-12-06T05:21:31,950 DEBUG [RS:0;ec46afd49254:45195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:31,950 DEBUG [RS:0;ec46afd49254:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:31,950 DEBUG [RS:0;ec46afd49254:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:31,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:31,995 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:32,050 INFO [RS:0;ec46afd49254:45195 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45195,1733462473224.replicationSource.shipperec46afd49254%2C45195%2C1733462473224,1-ec46afd49254,45195,1733462473224 terminated 2024-12-06T05:21:32,050 INFO [RS:0;ec46afd49254:45195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:45195. 2024-12-06T05:21:32,051 DEBUG [RS:0;ec46afd49254:45195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:32,051 DEBUG [RS:0;ec46afd49254:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:32,051 DEBUG [RS:0;ec46afd49254:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:32,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:32,051 INFO [RS:0;ec46afd49254:45195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45195 2024-12-06T05:21:32,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549/rs 2024-12-06T05:21:32,099 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1338840549/rs/ec46afd49254,45195,1733462473224 2024-12-06T05:21:32,099 INFO [RS:0;ec46afd49254:45195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:21:32,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,45195,1733462473224] 2024-12-06T05:21:32,120 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1338840549/draining/ec46afd49254,45195,1733462473224 already deleted, retry=false 2024-12-06T05:21:32,120 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,45195,1733462473224 expired; onlineServers=0 2024-12-06T05:21:32,120 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,45031,1733462473049' ***** 2024-12-06T05:21:32,120 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:21:32,120 INFO [M:0;ec46afd49254:45031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:21:32,121 INFO [M:0;ec46afd49254:45031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:21:32,121 DEBUG [M:0;ec46afd49254:45031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:21:32,121 DEBUG [M:0;ec46afd49254:45031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:21:32,121 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:21:32,121 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462474591 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462474591,5,FailOnTimeoutGroup] 2024-12-06T05:21:32,121 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462474591 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462474591,5,FailOnTimeoutGroup] 2024-12-06T05:21:32,121 INFO [M:0;ec46afd49254:45031 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:21:32,121 INFO [M:0;ec46afd49254:45031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:21:32,121 DEBUG [M:0;ec46afd49254:45031 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:21:32,121 INFO [M:0;ec46afd49254:45031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:21:32,121 INFO [M:0;ec46afd49254:45031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:21:32,122 INFO [M:0;ec46afd49254:45031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:21:32,122 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:21:32,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1338840549/master 2024-12-06T05:21:32,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1338840549 2024-12-06T05:21:32,131 DEBUG [M:0;ec46afd49254:45031 {}] zookeeper.ZKUtil(347): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Unable to get data of znode /2-1338840549/master because node does not exist (not an error) 2024-12-06T05:21:32,131 WARN [M:0;ec46afd49254:45031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:21:32,140 INFO [M:0;ec46afd49254:45031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/.lastflushedseqids 2024-12-06T05:21:32,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741847_1023 (size=245) 2024-12-06T05:21:32,166 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1189, reset compression=false 2024-12-06T05:21:32,210 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:32,210 INFO [RS:0;ec46afd49254:45195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:21:32,210 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x101a91603cf0007, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:32,210 INFO [RS:0;ec46afd49254:45195 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,45195,1733462473224; zookeeper connection closed. 2024-12-06T05:21:32,210 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70bf5634 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70bf5634 2024-12-06T05:21:32,210 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:21:32,385 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:21:32,544 INFO [M:0;ec46afd49254:45031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:21:32,544 INFO [M:0;ec46afd49254:45031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:21:32,544 DEBUG [M:0;ec46afd49254:45031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:21:32,544 INFO [M:0;ec46afd49254:45031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:32,545 DEBUG [M:0;ec46afd49254:45031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:32,545 DEBUG [M:0;ec46afd49254:45031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:21:32,545 DEBUG [M:0;ec46afd49254:45031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:32,545 INFO [M:0;ec46afd49254:45031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T05:21:32,564 DEBUG [M:0;ec46afd49254:45031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1bbbbde160e4a91b41f62181a7b7525 is 82, key is hbase:meta,,1/info:regioninfo/1733462475914/Put/seqid=0 2024-12-06T05:21:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741848_1024 (size=5672) 2024-12-06T05:21:32,968 INFO [M:0;ec46afd49254:45031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1bbbbde160e4a91b41f62181a7b7525 2024-12-06T05:21:32,970 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1189, reset compression=false 2024-12-06T05:21:32,988 DEBUG [M:0;ec46afd49254:45031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a87ea9f2d78f4fa6ac4c7d3a9a502456 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733462482946/Put/seqid=0 2024-12-06T05:21:32,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741849_1025 (size=8516) 2024-12-06T05:21:32,999 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:33,392 INFO [M:0;ec46afd49254:45031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a87ea9f2d78f4fa6ac4c7d3a9a502456 2024-12-06T05:21:33,415 DEBUG [M:0;ec46afd49254:45031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee42eaeca32b400d8f80555080b0af06 is 69, key is ec46afd49254,45195,1733462473224/rs:state/1733462474661/Put/seqid=0 2024-12-06T05:21:33,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741850_1026 (size=5156) 2024-12-06T05:21:33,419 INFO [M:0;ec46afd49254:45031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee42eaeca32b400d8f80555080b0af06 2024-12-06T05:21:33,423 DEBUG [M:0;ec46afd49254:45031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1bbbbde160e4a91b41f62181a7b7525 as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1bbbbde160e4a91b41f62181a7b7525 2024-12-06T05:21:33,426 INFO [M:0;ec46afd49254:45031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1bbbbde160e4a91b41f62181a7b7525, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T05:21:33,427 DEBUG [M:0;ec46afd49254:45031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a87ea9f2d78f4fa6ac4c7d3a9a502456 as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a87ea9f2d78f4fa6ac4c7d3a9a502456 2024-12-06T05:21:33,430 INFO [M:0;ec46afd49254:45031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a87ea9f2d78f4fa6ac4c7d3a9a502456, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T05:21:33,431 DEBUG [M:0;ec46afd49254:45031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee42eaeca32b400d8f80555080b0af06 as hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee42eaeca32b400d8f80555080b0af06 2024-12-06T05:21:33,434 INFO [M:0;ec46afd49254:45031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43079/user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee42eaeca32b400d8f80555080b0af06, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T05:21:33,435 INFO [M:0;ec46afd49254:45031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-12-06T05:21:33,436 INFO [M:0;ec46afd49254:45031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:33,436 DEBUG [M:0;ec46afd49254:45031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462492544Disabling compacts and flushes for region at 1733462492544Disabling writes for close at 1733462492545 (+1 ms)Obtaining lock to block concurrent updates at 1733462492545Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462492545Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733462492545Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462492546 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462492546Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462492563 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462492564 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462492971 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462492988 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462492988Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462493396 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462493415 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462493415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e1c581: reopening flushed file at 1733462493422 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d1df45: reopening flushed file at 1733462493426 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df4cecd: reopening flushed file at 1733462493430 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1733462493435 (+5 ms)Writing region close event to WAL at 1733462493436 (+1 ms)Closed at 1733462493436 2024-12-06T05:21:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741830_1006 (size=63654) 2024-12-06T05:21:33,438 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/464c6ec7-7b9d-71a1-f143-5f69ccea7f40/MasterData/WALs/ec46afd49254,45031,1733462473049/ec46afd49254%2C45031%2C1733462473049.1733462474336 not finished, retry = 0 2024-12-06T05:21:33,539 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:21:33,539 INFO [M:0;ec46afd49254:45031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:21:33,539 INFO [M:0;ec46afd49254:45031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45031 2024-12-06T05:21:33,540 INFO [M:0;ec46afd49254:45031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:21:33,663 INFO [M:0;ec46afd49254:45031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:21:33,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:33,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45031-0x101a91603cf0006, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:33,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45e12cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:33,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c48cd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:21:33,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:21:33,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10bd7a5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:21:33,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa55497{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.log.dir/,STOPPED} 2024-12-06T05:21:33,666 WARN [BP-2147473068-172.17.0.3-1733462471380 heartbeating to localhost/127.0.0.1:43079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:21:33,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:21:33,667 WARN [BP-2147473068-172.17.0.3-1733462471380 heartbeating to localhost/127.0.0.1:43079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2147473068-172.17.0.3-1733462471380 (Datanode Uuid c722e439-843f-4268-a9fb-4ecce95ee6f2) service to localhost/127.0.0.1:43079 2024-12-06T05:21:33,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:21:33,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/cluster_42c3bf64-b413-7edc-abff-71d568ed00e7/data/data1/current/BP-2147473068-172.17.0.3-1733462471380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:21:33,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/cluster_42c3bf64-b413-7edc-abff-71d568ed00e7/data/data2/current/BP-2147473068-172.17.0.3-1733462471380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:21:33,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:21:33,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@498656eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:33,674 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3acd3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:21:33,674 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:21:33,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a29bba4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:21:33,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1814481f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.log.dir/,STOPPED} 2024-12-06T05:21:33,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:21:33,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:21:33,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:33,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:33,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:33,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:33,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:33,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:21:33,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1220268467, stopped=false 2024-12-06T05:21:33,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,41759,1733462468455 2024-12-06T05:21:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1589318897/running 2024-12-06T05:21:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1589318897/running 2024-12-06T05:21:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:33,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:21:33,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:33,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on znode that does not yet exist, /1-1589318897/running 2024-12-06T05:21:33,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Set watcher on znode that does not yet exist, /1-1589318897/running 2024-12-06T05:21:33,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:33,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:33,711 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,45389,1733462468603' ***** 2024-12-06T05:21:33,711 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(3091): Received CLOSE for 490bb4229f0a65772ec97bdd3a5c99c7 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(3091): Received CLOSE for a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:33,711 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,45389,1733462468603 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:45389. 2024-12-06T05:21:33,711 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 490bb4229f0a65772ec97bdd3a5c99c7, disabling compactions & flushes 2024-12-06T05:21:33,711 DEBUG [RS:0;ec46afd49254:45389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:33,711 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:33,711 DEBUG [RS:0;ec46afd49254:45389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:33,711 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:33,711 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. after waiting 0 ms 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:21:33,711 INFO [RS:0;ec46afd49254:45389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:21:33,711 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:33,712 INFO [RS:0;ec46afd49254:45389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:21:33,712 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:21:33,712 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 490bb4229f0a65772ec97bdd3a5c99c7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T05:21:33,712 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:21:33,712 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 490bb4229f0a65772ec97bdd3a5c99c7=test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7., a5331c3d5ed211714f2bd83824e033de=hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de.} 2024-12-06T05:21:33,712 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 490bb4229f0a65772ec97bdd3a5c99c7, a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:33,712 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:21:33,712 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:21:33,712 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:21:33,712 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:21:33,712 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:21:33,712 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:21:33,724 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/info/99fea1ed2cad4de2ac065e994df252a2 is 147, key is hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de./info:regioninfo/1733462480804/Put/seqid=0 2024-12-06T05:21:33,724 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/.tmp/f/7b5505d342944e4883c37d6e76253a77 is 29, key is row1/f:/1733462487955/DeleteFamily/seqid=0 2024-12-06T05:21:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741841_1017 (size=5152) 2024-12-06T05:21:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741840_1016 (size=7686) 2024-12-06T05:21:33,760 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:21:33,878 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1189, reset compression=false 2024-12-06T05:21:33,883 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:33,883 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1436, reset compression=false 2024-12-06T05:21:33,883 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,45389,1733462468603 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:33,884 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,45389,1733462468603: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,45389,1733462468603, walGroup=ec46afd49254%2C45389%2C1733462468603, offset=ec46afd49254%2C45389%2C1733462468603.1733462470687:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:45389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:21:33,885 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:21:33,885 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:21:33,885 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:21:33,885 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:21:33,885 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:21:33,885 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 932046936 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 201293240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:21:33,885 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:21:33,912 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 490bb4229f0a65772ec97bdd3a5c99c7, a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:34,088 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1436, reset compression=false 2024-12-06T05:21:34,103 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:34,112 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 490bb4229f0a65772ec97bdd3a5c99c7, a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:34,127 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/info/99fea1ed2cad4de2ac065e994df252a2 2024-12-06T05:21:34,127 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/.tmp/f/7b5505d342944e4883c37d6e76253a77 2024-12-06T05:21:34,132 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b5505d342944e4883c37d6e76253a77 2024-12-06T05:21:34,148 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/.tmp/f1/352ec3f3a859400aa5e35f5a8895e7c4 is 30, key is row1/f1:/1733462487955/DeleteFamily/seqid=0 2024-12-06T05:21:34,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741842_1018 (size=5158) 2024-12-06T05:21:34,159 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/.tmp/f1/352ec3f3a859400aa5e35f5a8895e7c4 2024-12-06T05:21:34,159 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/ns/aecbf4953d1b4139af039f063bdf540a is 43, key is default/ns:d/1733462471243/Put/seqid=0 2024-12-06T05:21:34,163 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 352ec3f3a859400aa5e35f5a8895e7c4 2024-12-06T05:21:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741843_1019 (size=5153) 2024-12-06T05:21:34,180 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/.tmp/norep/59dd7afda28545cb8de88b245e5cd81e is 33, key is row1/norep:/1733462487955/DeleteFamily/seqid=0 2024-12-06T05:21:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741844_1020 (size=5108) 2024-12-06T05:21:34,312 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 490bb4229f0a65772ec97bdd3a5c99c7, a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:34,391 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1436, reset compression=false 2024-12-06T05:21:34,512 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 490bb4229f0a65772ec97bdd3a5c99c7, a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:34,543 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:21:34,543 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:21:34,564 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/ns/aecbf4953d1b4139af039f063bdf540a 2024-12-06T05:21:34,584 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/.tmp/norep/59dd7afda28545cb8de88b245e5cd81e 2024-12-06T05:21:34,587 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/rep_barrier/8cd165b1acbc422a8cb5f1bc45056fea is 112, key is test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7./rep_barrier:seqnumDuringOpen/1733462477569/Put/seqid=0 2024-12-06T05:21:34,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741845_1021 (size=5518) 2024-12-06T05:21:34,598 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/rep_barrier/8cd165b1acbc422a8cb5f1bc45056fea 2024-12-06T05:21:34,598 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59dd7afda28545cb8de88b245e5cd81e 2024-12-06T05:21:34,599 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/.tmp/f/7b5505d342944e4883c37d6e76253a77 as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/f/7b5505d342944e4883c37d6e76253a77 2024-12-06T05:21:34,607 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b5505d342944e4883c37d6e76253a77 2024-12-06T05:21:34,607 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/f/7b5505d342944e4883c37d6e76253a77, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T05:21:34,608 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/.tmp/f1/352ec3f3a859400aa5e35f5a8895e7c4 as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/f1/352ec3f3a859400aa5e35f5a8895e7c4 2024-12-06T05:21:34,615 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 352ec3f3a859400aa5e35f5a8895e7c4 2024-12-06T05:21:34,615 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/f1/352ec3f3a859400aa5e35f5a8895e7c4, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T05:21:34,616 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/.tmp/norep/59dd7afda28545cb8de88b245e5cd81e as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/norep/59dd7afda28545cb8de88b245e5cd81e 2024-12-06T05:21:34,622 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/table/9f8887969e214d4cb1b0757db2394e75 is 53, key is hbase:replication/table:state/1733462480810/Put/seqid=0 2024-12-06T05:21:34,624 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59dd7afda28545cb8de88b245e5cd81e 2024-12-06T05:21:34,624 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/norep/59dd7afda28545cb8de88b245e5cd81e, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T05:21:34,625 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 490bb4229f0a65772ec97bdd3a5c99c7 in 913ms, sequenceid=10, compaction requested=false 2024-12-06T05:21:34,625 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T05:21:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741846_1022 (size=5308) 2024-12-06T05:21:34,653 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/default/test/490bb4229f0a65772ec97bdd3a5c99c7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T05:21:34,653 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:21:34,653 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:21:34,654 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:34,654 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 490bb4229f0a65772ec97bdd3a5c99c7: Waiting for close lock at 1733462493711Running coprocessor pre-close hooks at 1733462493711Disabling compacts and flushes for region at 1733462493711Disabling writes for close at 1733462493711Obtaining lock to block concurrent updates at 1733462493712 (+1 ms)Preparing flush snapshotting stores in 490bb4229f0a65772ec97bdd3a5c99c7 at 1733462493712Finished memstore snapshotting test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733462493712Flushing stores of test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. at 1733462493712Flushing 490bb4229f0a65772ec97bdd3a5c99c7/f: creating writer at 1733462493712Flushing 490bb4229f0a65772ec97bdd3a5c99c7/f: appending metadata at 1733462493723 (+11 ms)Flushing 490bb4229f0a65772ec97bdd3a5c99c7/f: closing flushed file at 1733462493724 (+1 ms)Flushing 490bb4229f0a65772ec97bdd3a5c99c7/f1: creating writer at 1733462494132 (+408 ms)Flushing 490bb4229f0a65772ec97bdd3a5c99c7/f1: appending metadata at 1733462494147 (+15 ms)Flushing 490bb4229f0a65772ec97bdd3a5c99c7/f1: closing flushed file at 1733462494147Flushing 490bb4229f0a65772ec97bdd3a5c99c7/norep: creating writer at 1733462494163 (+16 ms)Flushing 490bb4229f0a65772ec97bdd3a5c99c7/norep: appending metadata at 1733462494179 (+16 ms)Flushing 490bb4229f0a65772ec97bdd3a5c99c7/norep: closing flushed file at 1733462494179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254e58ab: reopening flushed file at 1733462494598 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2638d8f6: reopening flushed file at 1733462494608 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d32774: reopening flushed file at 1733462494615 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 490bb4229f0a65772ec97bdd3a5c99c7 in 913ms, sequenceid=10, compaction requested=false at 1733462494625 (+10 ms)Writing region close event to WAL at 1733462494649 (+24 ms)Running coprocessor post-close hooks at 1733462494653 (+4 ms)Closed at 1733462494654 (+1 ms) 2024-12-06T05:21:34,654 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462477222.490bb4229f0a65772ec97bdd3a5c99c7. 2024-12-06T05:21:34,654 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5331c3d5ed211714f2bd83824e033de, disabling compactions & flushes 2024-12-06T05:21:34,654 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:34,654 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:34,654 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. after waiting 0 ms 2024-12-06T05:21:34,654 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:34,654 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5331c3d5ed211714f2bd83824e033de: Waiting for close lock at 1733462494654Running coprocessor pre-close hooks at 1733462494654Disabling compacts and flushes for region at 1733462494654Disabling writes for close at 1733462494654Failed flush hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de., putting online again at 1733462494654 2024-12-06T05:21:34,654 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:34,713 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:21:34,713 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a5331c3d5ed211714f2bd83824e033de=hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de.} 2024-12-06T05:21:34,713 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(3091): Received CLOSE for a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:34,713 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5331c3d5ed211714f2bd83824e033de 2024-12-06T05:21:34,713 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5331c3d5ed211714f2bd83824e033de, disabling compactions & flushes 2024-12-06T05:21:34,713 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:34,713 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:34,713 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. after waiting 0 ms 2024-12-06T05:21:34,713 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:34,713 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5331c3d5ed211714f2bd83824e033de: Waiting for close lock at 1733462494713Running coprocessor pre-close hooks at 1733462494713Disabling compacts and flushes for region at 1733462494713Disabling writes for close at 1733462494713Failed flush hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de., putting online again at 1733462494713 2024-12-06T05:21:34,713 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733462479631.a5331c3d5ed211714f2bd83824e033de. 2024-12-06T05:21:34,795 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 1436, reset compression=false 2024-12-06T05:21:34,800 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:34,800 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 2080, reset compression=false 2024-12-06T05:21:34,913 DEBUG [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:21:35,004 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/WALs/ec46afd49254,45389,1733462468603/ec46afd49254%2C45389%2C1733462468603.1733462470687 to pos 2080, reset compression=false 2024-12-06T05:21:35,038 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/table/9f8887969e214d4cb1b0757db2394e75 2024-12-06T05:21:35,047 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/info/99fea1ed2cad4de2ac065e994df252a2 as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/info/99fea1ed2cad4de2ac065e994df252a2 2024-12-06T05:21:35,053 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/info/99fea1ed2cad4de2ac065e994df252a2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:21:35,055 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/ns/aecbf4953d1b4139af039f063bdf540a as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/ns/aecbf4953d1b4139af039f063bdf540a 2024-12-06T05:21:35,063 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/ns/aecbf4953d1b4139af039f063bdf540a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:21:35,064 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/rep_barrier/8cd165b1acbc422a8cb5f1bc45056fea as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/rep_barrier/8cd165b1acbc422a8cb5f1bc45056fea 2024-12-06T05:21:35,074 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/rep_barrier/8cd165b1acbc422a8cb5f1bc45056fea, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:21:35,076 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/.tmp/table/9f8887969e214d4cb1b0757db2394e75 as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/table/9f8887969e214d4cb1b0757db2394e75 2024-12-06T05:21:35,082 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/table/9f8887969e214d4cb1b0757db2394e75, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:21:35,083 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false 2024-12-06T05:21:35,083 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:21:35,098 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:21:35,099 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:21:35,099 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:21:35,099 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:35,099 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462493712Running coprocessor pre-close hooks at 1733462493712Disabling compacts and flushes for region at 1733462493712Disabling writes for close at 1733462493712Obtaining lock to block concurrent updates at 1733462493712Preparing flush snapshotting stores in 1588230740 at 1733462493712Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462493712Flushing stores of hbase:meta,,1.1588230740 at 1733462493713 (+1 ms)Flushing 1588230740/info: creating writer at 1733462493713Flushing 1588230740/info: appending metadata at 1733462493724 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733462493724Flushing 1588230740/ns: creating writer at 1733462494132 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733462494158 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733462494158Flushing 1588230740/rep_barrier: creating writer at 1733462494569 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462494587 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462494587Flushing 1588230740/table: creating writer at 1733462494603 (+16 ms)Flushing 1588230740/table: appending metadata at 1733462494622 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733462494622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf48404: reopening flushed file at 1733462495046 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba2be33: reopening flushed file at 1733462495053 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a60db3: reopening flushed file at 1733462495063 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af42b93: reopening flushed file at 1733462495074 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false at 1733462495083 (+9 ms)Writing region close event to WAL at 1733462495095 (+12 ms)Running coprocessor post-close hooks at 1733462495099 (+4 ms)Closed at 1733462495099 2024-12-06T05:21:35,099 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:35,113 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T05:21:35,113 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,45389,1733462468603; all regions closed. 2024-12-06T05:21:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:21:35,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741839_1015 (size=2171) 2024-12-06T05:21:35,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741832_1008 (size=2088) 2024-12-06T05:21:35,129 DEBUG [RS:0;ec46afd49254:45389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:35,130 INFO [RS:0;ec46afd49254:45389 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:21:35,130 INFO [RS:0;ec46afd49254:45389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:21:35,130 INFO [RS:0;ec46afd49254:45389 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:21:35,130 INFO [RS:0;ec46afd49254:45389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:21:35,130 INFO [RS:0;ec46afd49254:45389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,45389,1733462468603 because: Region server is closing 2024-12-06T05:21:35,130 INFO [RS:0;ec46afd49254:45389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:45389. 2024-12-06T05:21:35,130 DEBUG [RS:0;ec46afd49254:45389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:35,130 DEBUG [RS:0;ec46afd49254:45389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:35,131 DEBUG [RS:0;ec46afd49254:45389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:35,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:35,131 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:21:35,231 INFO [RS:0;ec46afd49254:45389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.shipperec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 terminated 2024-12-06T05:21:35,231 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,45389,1733462468603.replicationSource.wal-reader.ec46afd49254%2C45389%2C1733462468603,1-ec46afd49254,45389,1733462468603 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T05:21:35,231 INFO [RS:0;ec46afd49254:45389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:45389. 2024-12-06T05:21:35,231 DEBUG [RS:0;ec46afd49254:45389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:35,231 DEBUG [RS:0;ec46afd49254:45389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:35,231 DEBUG [RS:0;ec46afd49254:45389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:35,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:35,231 INFO [RS:0;ec46afd49254:45389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45389 2024-12-06T05:21:35,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897/rs 2024-12-06T05:21:35,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1589318897/rs/ec46afd49254,45389,1733462468603 2024-12-06T05:21:35,276 INFO [RS:0;ec46afd49254:45389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:21:35,289 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,45389,1733462468603] 2024-12-06T05:21:35,299 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1589318897/draining/ec46afd49254,45389,1733462468603 already deleted, retry=false 2024-12-06T05:21:35,299 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,45389,1733462468603 expired; onlineServers=0 2024-12-06T05:21:35,299 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,41759,1733462468455' ***** 2024-12-06T05:21:35,299 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:21:35,299 INFO [M:0;ec46afd49254:41759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:21:35,299 INFO [M:0;ec46afd49254:41759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:21:35,299 DEBUG [M:0;ec46afd49254:41759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:21:35,300 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:21:35,300 DEBUG [M:0;ec46afd49254:41759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:21:35,300 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462470412 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462470412,5,FailOnTimeoutGroup] 2024-12-06T05:21:35,300 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462470412 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462470412,5,FailOnTimeoutGroup] 2024-12-06T05:21:35,300 INFO [M:0;ec46afd49254:41759 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:21:35,300 INFO [M:0;ec46afd49254:41759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:21:35,300 DEBUG [M:0;ec46afd49254:41759 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:21:35,300 INFO [M:0;ec46afd49254:41759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:21:35,300 INFO [M:0;ec46afd49254:41759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:21:35,300 INFO [M:0;ec46afd49254:41759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:21:35,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:21:35,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1589318897/master 2024-12-06T05:21:35,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1589318897 2024-12-06T05:21:35,310 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:35,310 DEBUG [M:0;ec46afd49254:41759 {}] zookeeper.ZKUtil(347): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Unable to get data of znode /1-1589318897/master because node does not exist (not an error) 2024-12-06T05:21:35,310 WARN [M:0;ec46afd49254:41759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:21:35,316 INFO [M:0;ec46afd49254:41759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/.lastflushedseqids 2024-12-06T05:21:35,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741847_1023 (size=245) 2024-12-06T05:21:35,334 INFO [M:0;ec46afd49254:41759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:21:35,335 INFO [M:0;ec46afd49254:41759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:21:35,335 DEBUG [M:0;ec46afd49254:41759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:21:35,335 INFO [M:0;ec46afd49254:41759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:35,335 DEBUG [M:0;ec46afd49254:41759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:35,335 DEBUG [M:0;ec46afd49254:41759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:21:35,335 DEBUG [M:0;ec46afd49254:41759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:35,335 INFO [M:0;ec46afd49254:41759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T05:21:35,357 DEBUG [M:0;ec46afd49254:41759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef2d51d22a004e58bc22dbaf50303f08 is 82, key is hbase:meta,,1/info:regioninfo/1733462471231/Put/seqid=0 2024-12-06T05:21:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741848_1024 (size=5672) 2024-12-06T05:21:35,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:35,389 INFO [RS:0;ec46afd49254:45389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:21:35,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45389-0x101a91603cf0004, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:35,389 INFO [RS:0;ec46afd49254:45389 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,45389,1733462468603; zookeeper connection closed. 2024-12-06T05:21:35,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21d42d4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21d42d4a 2024-12-06T05:21:35,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:21:35,761 INFO [M:0;ec46afd49254:41759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef2d51d22a004e58bc22dbaf50303f08 2024-12-06T05:21:35,790 DEBUG [M:0;ec46afd49254:41759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1ca6969ddbf4580aba4aced0e9253c7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733462480813/Put/seqid=0 2024-12-06T05:21:35,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741849_1025 (size=8516) 2024-12-06T05:21:35,795 INFO [M:0;ec46afd49254:41759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1ca6969ddbf4580aba4aced0e9253c7 2024-12-06T05:21:35,818 DEBUG [M:0;ec46afd49254:41759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a05350122c04dd6be1fbbaa1a425876 is 69, key is ec46afd49254,45389,1733462468603/rs:state/1733462470467/Put/seqid=0 2024-12-06T05:21:35,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741850_1026 (size=5156) 2024-12-06T05:21:36,222 INFO [M:0;ec46afd49254:41759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a05350122c04dd6be1fbbaa1a425876 2024-12-06T05:21:36,226 DEBUG [M:0;ec46afd49254:41759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef2d51d22a004e58bc22dbaf50303f08 as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef2d51d22a004e58bc22dbaf50303f08 2024-12-06T05:21:36,229 INFO [M:0;ec46afd49254:41759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef2d51d22a004e58bc22dbaf50303f08, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T05:21:36,230 DEBUG [M:0;ec46afd49254:41759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1ca6969ddbf4580aba4aced0e9253c7 as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1ca6969ddbf4580aba4aced0e9253c7 2024-12-06T05:21:36,234 INFO [M:0;ec46afd49254:41759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1ca6969ddbf4580aba4aced0e9253c7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T05:21:36,235 DEBUG [M:0;ec46afd49254:41759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a05350122c04dd6be1fbbaa1a425876 as hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a05350122c04dd6be1fbbaa1a425876 2024-12-06T05:21:36,238 INFO [M:0;ec46afd49254:41759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a05350122c04dd6be1fbbaa1a425876, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T05:21:36,239 INFO [M:0;ec46afd49254:41759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=97, compaction requested=false 2024-12-06T05:21:36,240 INFO [M:0;ec46afd49254:41759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:36,240 DEBUG [M:0;ec46afd49254:41759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462495335Disabling compacts and flushes for region at 1733462495335Disabling writes for close at 1733462495335Obtaining lock to block concurrent updates at 1733462495335Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462495335Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733462495335Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462495336 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462495336Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462495356 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462495356Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462495765 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462495789 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462495789Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462495800 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462495817 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462495817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647a9360: reopening flushed file at 1733462496225 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4707fdf3: reopening flushed file at 1733462496230 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3426fe54: reopening flushed file at 1733462496234 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=97, compaction requested=false at 1733462496239 (+5 ms)Writing region close event to WAL at 1733462496240 (+1 ms)Closed at 1733462496240 2024-12-06T05:21:36,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fb52444-02d2-760d-fc83-7b6119b54955/MasterData/WALs/ec46afd49254,41759,1733462468455/ec46afd49254%2C41759%2C1733462468455.1733462469970 not finished, retry = 0 2024-12-06T05:21:36,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36627 is added to blk_1073741830_1006 (size=63654) 2024-12-06T05:21:36,356 INFO [M:0;ec46afd49254:41759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:21:36,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:21:36,356 INFO [M:0;ec46afd49254:41759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41759 2024-12-06T05:21:36,357 INFO [M:0;ec46afd49254:41759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:21:36,506 INFO [M:0;ec46afd49254:41759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:21:36,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:36,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x101a91603cf0003, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:36,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2db5fc96{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:36,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a794161{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:21:36,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:21:36,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ae160ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:21:36,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9fe0bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.log.dir/,STOPPED} 2024-12-06T05:21:36,513 WARN [BP-619111700-172.17.0.3-1733462466370 heartbeating to localhost/127.0.0.1:32819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:21:36,513 WARN [BP-619111700-172.17.0.3-1733462466370 heartbeating to localhost/127.0.0.1:32819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-619111700-172.17.0.3-1733462466370 (Datanode Uuid 6205a7f4-3622-4f13-b9a9-e4eae825b2e4) service to localhost/127.0.0.1:32819 2024-12-06T05:21:36,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:21:36,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/cluster_aed11986-2140-593a-4a39-eeb9459c7e66/data/data1/current/BP-619111700-172.17.0.3-1733462466370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:21:36,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/cluster_aed11986-2140-593a-4a39-eeb9459c7e66/data/data2/current/BP-619111700-172.17.0.3-1733462466370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:21:36,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:21:36,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:21:36,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cb58ddf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:36,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cff8bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:21:36,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:21:36,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4d2889{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:21:36,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6725a265{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c762999-6e39-bce7-6362-0b58b5ccd73b/hadoop.log.dir/,STOPPED} 2024-12-06T05:21:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:21:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:21:36,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:36,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:36,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:36,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:36,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:36,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:21:36,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=926100614, stopped=false 2024-12-06T05:21:36,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,42411,1733462462796 2024-12-06T05:21:36,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-903911889/running 2024-12-06T05:21:36,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:36,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-903911889/running 2024-12-06T05:21:36,562 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:21:36,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:36,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on znode that does not yet exist, /0-903911889/running 2024-12-06T05:21:36,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Set watcher on znode that does not yet exist, /0-903911889/running 2024-12-06T05:21:36,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:36,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:36,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:36,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,38201,1733462462992' ***** 2024-12-06T05:21:36,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:21:36,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(3091): Received CLOSE for 086048b33b3366c2bb1d971eb1ba322e 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e10eb641ab79719450c6262932be3a5 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,38201,1733462462992 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:38201. 2024-12-06T05:21:36,565 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 086048b33b3366c2bb1d971eb1ba322e, disabling compactions & flushes 2024-12-06T05:21:36,565 DEBUG [RS:0;ec46afd49254:38201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:36,565 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:36,565 DEBUG [RS:0;ec46afd49254:38201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:36,565 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:36,565 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. after waiting 0 ms 2024-12-06T05:21:36,565 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:21:36,565 INFO [RS:0;ec46afd49254:38201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:21:36,566 INFO [RS:0;ec46afd49254:38201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:21:36,566 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:21:36,566 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 086048b33b3366c2bb1d971eb1ba322e 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-06T05:21:36,566 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:21:36,566 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1325): Online Regions={086048b33b3366c2bb1d971eb1ba322e=hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e., 1588230740=hbase:meta,,1.1588230740, 0e10eb641ab79719450c6262932be3a5=test,,1733462476083.0e10eb641ab79719450c6262932be3a5.} 2024-12-06T05:21:36,566 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1351): Waiting on 086048b33b3366c2bb1d971eb1ba322e, 0e10eb641ab79719450c6262932be3a5, 1588230740 2024-12-06T05:21:36,566 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:21:36,566 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:21:36,566 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:21:36,566 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:21:36,566 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:21:36,566 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:21:36,580 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/replication/086048b33b3366c2bb1d971eb1ba322e/.tmp/queue/bcf672176333425ea4e220c8e9c5d495 is 153, key is 1-ec46afd49254,38201,1733462462992/queue:ec46afd49254%2C38201%2C1733462462992/1733462487566/Put/seqid=0 2024-12-06T05:21:36,583 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/info/9af5064ca2ee4b54b3b3b33cbc30fb57 is 147, key is hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e./info:regioninfo/1733462479255/Put/seqid=0 2024-12-06T05:21:36,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741840_1016 (size=7686) 2024-12-06T05:21:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741841_1017 (size=5352) 2024-12-06T05:21:36,594 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/replication/086048b33b3366c2bb1d971eb1ba322e/.tmp/queue/bcf672176333425ea4e220c8e9c5d495 2024-12-06T05:21:36,599 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/replication/086048b33b3366c2bb1d971eb1ba322e/.tmp/queue/bcf672176333425ea4e220c8e9c5d495 as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/replication/086048b33b3366c2bb1d971eb1ba322e/queue/bcf672176333425ea4e220c8e9c5d495 2024-12-06T05:21:36,603 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/replication/086048b33b3366c2bb1d971eb1ba322e/queue/bcf672176333425ea4e220c8e9c5d495, entries=1, sequenceid=8, filesize=5.2 K 2024-12-06T05:21:36,604 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 086048b33b3366c2bb1d971eb1ba322e in 39ms, sequenceid=8, compaction requested=false 2024-12-06T05:21:36,608 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:21:36,613 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/replication/086048b33b3366c2bb1d971eb1ba322e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T05:21:36,613 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:21:36,613 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:21:36,613 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:36,613 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 086048b33b3366c2bb1d971eb1ba322e: Waiting for close lock at 1733462496565Running coprocessor pre-close hooks at 1733462496565Disabling compacts and flushes for region at 1733462496565Disabling writes for close at 1733462496565Obtaining lock to block concurrent updates at 1733462496566 (+1 ms)Preparing flush snapshotting stores in 086048b33b3366c2bb1d971eb1ba322e at 1733462496566Finished memstore snapshotting hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733462496566Flushing stores of hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. at 1733462496566Flushing 086048b33b3366c2bb1d971eb1ba322e/queue: creating writer at 1733462496566Flushing 086048b33b3366c2bb1d971eb1ba322e/queue: appending metadata at 1733462496580 (+14 ms)Flushing 086048b33b3366c2bb1d971eb1ba322e/queue: closing flushed file at 1733462496580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e5b137: reopening flushed file at 1733462496598 (+18 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 086048b33b3366c2bb1d971eb1ba322e in 39ms, sequenceid=8, compaction requested=false at 1733462496604 (+6 ms)Writing region close event to WAL at 1733462496608 (+4 ms)Running coprocessor post-close hooks at 1733462496613 (+5 ms)Closed at 1733462496613 2024-12-06T05:21:36,614 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462478491.086048b33b3366c2bb1d971eb1ba322e. 2024-12-06T05:21:36,614 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e10eb641ab79719450c6262932be3a5, disabling compactions & flushes 2024-12-06T05:21:36,614 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:36,614 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:36,614 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462476083.0e10eb641ab79719450c6262932be3a5. after waiting 0 ms 2024-12-06T05:21:36,614 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:36,614 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e10eb641ab79719450c6262932be3a5 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-06T05:21:36,622 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 636, reset compression=false 2024-12-06T05:21:36,629 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:36,629 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 883, reset compression=false 2024-12-06T05:21:36,629 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,38201,1733462462992 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:21:36,630 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,38201,1733462462992: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,38201,1733462462992, walGroup=ec46afd49254%2C38201%2C1733462462992, offset=ec46afd49254%2C38201%2C1733462462992.1733462465316:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:38201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:21:36,632 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:21:36,632 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:21:36,633 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:21:36,633 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/.tmp/f/922c0d5534864fddb799228476eccbac is 28, key is row/f:/1733462486951/DeleteFamily/seqid=0 2024-12-06T05:21:36,633 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:21:36,633 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:21:36,633 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 992864344 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201885256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:21:36,634 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:42411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:42411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T05:21:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741842_1018 (size=5085) 2024-12-06T05:21:36,638 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/.tmp/f/922c0d5534864fddb799228476eccbac 2024-12-06T05:21:36,644 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 922c0d5534864fddb799228476eccbac 2024-12-06T05:21:36,659 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/.tmp/f1/0dcab96e55244469a0ad4921186cb72c is 29, key is row/f1:/1733462486951/DeleteFamily/seqid=0 2024-12-06T05:21:36,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741843_1019 (size=5089) 2024-12-06T05:21:36,662 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/.tmp/f1/0dcab96e55244469a0ad4921186cb72c 2024-12-06T05:21:36,666 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dcab96e55244469a0ad4921186cb72c 2024-12-06T05:21:36,679 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/.tmp/norep/8e42ce972cd54e2d89545e9ad711b3c0 is 32, key is row/norep:/1733462486951/DeleteFamily/seqid=0 2024-12-06T05:21:36,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741844_1020 (size=5101) 2024-12-06T05:21:36,685 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/.tmp/norep/8e42ce972cd54e2d89545e9ad711b3c0 2024-12-06T05:21:36,691 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e42ce972cd54e2d89545e9ad711b3c0 2024-12-06T05:21:36,691 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/.tmp/f/922c0d5534864fddb799228476eccbac as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/f/922c0d5534864fddb799228476eccbac 2024-12-06T05:21:36,699 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 922c0d5534864fddb799228476eccbac 2024-12-06T05:21:36,699 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/f/922c0d5534864fddb799228476eccbac, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T05:21:36,700 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/.tmp/f1/0dcab96e55244469a0ad4921186cb72c as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/f1/0dcab96e55244469a0ad4921186cb72c 2024-12-06T05:21:36,705 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dcab96e55244469a0ad4921186cb72c 2024-12-06T05:21:36,705 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/f1/0dcab96e55244469a0ad4921186cb72c, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T05:21:36,706 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/.tmp/norep/8e42ce972cd54e2d89545e9ad711b3c0 as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/norep/8e42ce972cd54e2d89545e9ad711b3c0 2024-12-06T05:21:36,711 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e42ce972cd54e2d89545e9ad711b3c0 2024-12-06T05:21:36,711 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/norep/8e42ce972cd54e2d89545e9ad711b3c0, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T05:21:36,713 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0e10eb641ab79719450c6262932be3a5 in 98ms, sequenceid=6, compaction requested=false 2024-12-06T05:21:36,713 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T05:21:36,728 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/default/test/0e10eb641ab79719450c6262932be3a5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T05:21:36,728 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:21:36,728 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:21:36,728 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:36,728 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e10eb641ab79719450c6262932be3a5: Waiting for close lock at 1733462496614Running coprocessor pre-close hooks at 1733462496614Disabling compacts and flushes for region at 1733462496614Disabling writes for close at 1733462496614Obtaining lock to block concurrent updates at 1733462496614Preparing flush snapshotting stores in 0e10eb641ab79719450c6262932be3a5 at 1733462496614Finished memstore snapshotting test,,1733462476083.0e10eb641ab79719450c6262932be3a5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733462496614Flushing stores of test,,1733462476083.0e10eb641ab79719450c6262932be3a5. at 1733462496615 (+1 ms)Flushing 0e10eb641ab79719450c6262932be3a5/f: creating writer at 1733462496615Flushing 0e10eb641ab79719450c6262932be3a5/f: appending metadata at 1733462496632 (+17 ms)Flushing 0e10eb641ab79719450c6262932be3a5/f: closing flushed file at 1733462496632Flushing 0e10eb641ab79719450c6262932be3a5/f1: creating writer at 1733462496644 (+12 ms)Flushing 0e10eb641ab79719450c6262932be3a5/f1: appending metadata at 1733462496658 (+14 ms)Flushing 0e10eb641ab79719450c6262932be3a5/f1: closing flushed file at 1733462496658Flushing 0e10eb641ab79719450c6262932be3a5/norep: creating writer at 1733462496666 (+8 ms)Flushing 0e10eb641ab79719450c6262932be3a5/norep: appending metadata at 1733462496678 (+12 ms)Flushing 0e10eb641ab79719450c6262932be3a5/norep: closing flushed file at 1733462496678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b700be5: reopening flushed file at 1733462496691 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a218a52: reopening flushed file at 1733462496700 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22123915: reopening flushed file at 1733462496705 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0e10eb641ab79719450c6262932be3a5 in 98ms, sequenceid=6, compaction requested=false at 1733462496713 (+8 ms)Writing region close event to WAL at 1733462496724 (+11 ms)Running coprocessor post-close hooks at 1733462496728 (+4 ms)Closed at 1733462496728 2024-12-06T05:21:36,729 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462476083.0e10eb641ab79719450c6262932be3a5. 2024-12-06T05:21:36,766 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:21:36,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:36,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,836 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 883, reset compression=false 2024-12-06T05:21:36,849 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:21:36,850 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 1527, reset compression=false 2024-12-06T05:21:36,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:36,966 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:21:36,991 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/info/9af5064ca2ee4b54b3b3b33cbc30fb57 2024-12-06T05:21:37,034 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/ns/66bf9245155344eca361b74d30b3b38e is 43, key is default/ns:d/1733462466245/Put/seqid=0 2024-12-06T05:21:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741845_1021 (size=5153) 2024-12-06T05:21:37,045 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/ns/66bf9245155344eca361b74d30b3b38e 2024-12-06T05:21:37,057 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 1527, reset compression=false 2024-12-06T05:21:37,067 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/rep_barrier/c3cc2b4a05bb4986937dd2dff9f9010f is 112, key is test,,1733462476083.0e10eb641ab79719450c6262932be3a5./rep_barrier:seqnumDuringOpen/1733462476849/Put/seqid=0 2024-12-06T05:21:37,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741846_1022 (size=5518) 2024-12-06T05:21:37,074 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/rep_barrier/c3cc2b4a05bb4986937dd2dff9f9010f 2024-12-06T05:21:37,090 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/table/4778b038d1f046e4a9eb11d00c49d448 is 53, key is hbase:replication/table:state/1733462479262/Put/seqid=0 2024-12-06T05:21:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741847_1023 (size=5308) 2024-12-06T05:21:37,166 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:21:37,185 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:21:37,186 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:21:37,365 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 1527, reset compression=false 2024-12-06T05:21:37,367 DEBUG [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:21:37,493 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/table/4778b038d1f046e4a9eb11d00c49d448 2024-12-06T05:21:37,498 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/info/9af5064ca2ee4b54b3b3b33cbc30fb57 as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/info/9af5064ca2ee4b54b3b3b33cbc30fb57 2024-12-06T05:21:37,502 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/info/9af5064ca2ee4b54b3b3b33cbc30fb57, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:21:37,503 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/ns/66bf9245155344eca361b74d30b3b38e as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/ns/66bf9245155344eca361b74d30b3b38e 2024-12-06T05:21:37,506 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/ns/66bf9245155344eca361b74d30b3b38e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:21:37,507 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/rep_barrier/c3cc2b4a05bb4986937dd2dff9f9010f as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/rep_barrier/c3cc2b4a05bb4986937dd2dff9f9010f 2024-12-06T05:21:37,510 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/rep_barrier/c3cc2b4a05bb4986937dd2dff9f9010f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:21:37,511 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/.tmp/table/4778b038d1f046e4a9eb11d00c49d448 as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/table/4778b038d1f046e4a9eb11d00c49d448 2024-12-06T05:21:37,515 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/table/4778b038d1f046e4a9eb11d00c49d448, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:21:37,516 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false 2024-12-06T05:21:37,519 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:21:37,520 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:21:37,520 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:21:37,520 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:37,520 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462496566Running coprocessor pre-close hooks at 1733462496566Disabling compacts and flushes for region at 1733462496566Disabling writes for close at 1733462496566Obtaining lock to block concurrent updates at 1733462496566Preparing flush snapshotting stores in 1588230740 at 1733462496566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462496566Flushing stores of hbase:meta,,1.1588230740 at 1733462496567 (+1 ms)Flushing 1588230740/info: creating writer at 1733462496567Flushing 1588230740/info: appending metadata at 1733462496583 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733462496583Flushing 1588230740/ns: creating writer at 1733462496997 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733462497033 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1733462497033Flushing 1588230740/rep_barrier: creating writer at 1733462497049 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462497067 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462497067Flushing 1588230740/table: creating writer at 1733462497078 (+11 ms)Flushing 1588230740/table: appending metadata at 1733462497090 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733462497090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3083b087: reopening flushed file at 1733462497497 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2de336: reopening flushed file at 1733462497502 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353ee736: reopening flushed file at 1733462497506 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f6f6b2: reopening flushed file at 1733462497510 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false at 1733462497516 (+6 ms)Writing region close event to WAL at 1733462497517 (+1 ms)Running coprocessor post-close hooks at 1733462497520 (+3 ms)Closed at 1733462497520 2024-12-06T05:21:37,520 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:37,567 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,38201,1733462462992; all regions closed. 2024-12-06T05:21:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741834_1010 (size=4239) 2024-12-06T05:21:37,569 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.meta.1733462466174.meta not finished, retry = 0 2024-12-06T05:21:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741839_1015 (size=2240) 2024-12-06T05:21:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741832_1008 (size=1535) 2024-12-06T05:21:37,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 not finished, retry = 0 2024-12-06T05:21:37,769 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 to pos 1527, reset compression=false 2024-12-06T05:21:37,774 DEBUG [RS:0;ec46afd49254:38201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:37,774 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/WALs/ec46afd49254,38201,1733462462992/ec46afd49254%2C38201%2C1733462462992.1733462465316 2024-12-06T05:21:37,774 INFO [RS:0;ec46afd49254:38201 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:21:37,775 INFO [RS:0;ec46afd49254:38201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:21:37,775 INFO [RS:0;ec46afd49254:38201 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:21:37,775 INFO [RS:0;ec46afd49254:38201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:21:37,775 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:21:37,775 INFO [RS:0;ec46afd49254:38201 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,38201,1733462462992 because: Region server is closing 2024-12-06T05:21:37,776 INFO [RS:0;ec46afd49254:38201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:38201. 2024-12-06T05:21:37,776 DEBUG [RS:0;ec46afd49254:38201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:37,776 DEBUG [RS:0;ec46afd49254:38201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:37,776 DEBUG [RS:0;ec46afd49254:38201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:37,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:37,876 INFO [RS:0;ec46afd49254:38201 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.shipperec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 terminated 2024-12-06T05:21:37,876 INFO [RS:0;ec46afd49254:38201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38201 2024-12-06T05:21:37,876 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,38201,1733462462992.replicationSource.wal-reader.ec46afd49254%2C38201%2C1733462462992,1-ec46afd49254,38201,1733462462992 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-06T05:21:37,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-903911889/rs/ec46afd49254,38201,1733462462992 2024-12-06T05:21:37,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889/rs 2024-12-06T05:21:37,931 INFO [RS:0;ec46afd49254:38201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:21:37,931 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,38201,1733462462992] 2024-12-06T05:21:37,952 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-903911889/draining/ec46afd49254,38201,1733462462992 already deleted, retry=false 2024-12-06T05:21:37,952 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,38201,1733462462992 expired; onlineServers=0 2024-12-06T05:21:37,952 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,42411,1733462462796' ***** 2024-12-06T05:21:37,952 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:21:37,952 INFO [M:0;ec46afd49254:42411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:21:37,952 INFO [M:0;ec46afd49254:42411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:21:37,952 DEBUG [M:0;ec46afd49254:42411 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:21:37,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:21:37,952 DEBUG [M:0;ec46afd49254:42411 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:21:37,952 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462464981 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462464981,5,FailOnTimeoutGroup] 2024-12-06T05:21:37,952 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462464981 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462464981,5,FailOnTimeoutGroup] 2024-12-06T05:21:37,952 INFO [M:0;ec46afd49254:42411 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:21:37,953 INFO [M:0;ec46afd49254:42411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:21:37,953 DEBUG [M:0;ec46afd49254:42411 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:21:37,953 INFO [M:0;ec46afd49254:42411 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:21:37,953 INFO [M:0;ec46afd49254:42411 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:21:37,953 INFO [M:0;ec46afd49254:42411 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:21:37,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:21:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-903911889/master 2024-12-06T05:21:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-903911889 2024-12-06T05:21:37,962 DEBUG [M:0;ec46afd49254:42411 {}] zookeeper.ZKUtil(347): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Unable to get data of znode /0-903911889/master because node does not exist (not an error) 2024-12-06T05:21:37,962 WARN [M:0;ec46afd49254:42411 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:21:37,963 INFO [M:0;ec46afd49254:42411 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/.lastflushedseqids 2024-12-06T05:21:37,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741848_1024 (size=245) 2024-12-06T05:21:38,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:38,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x101a91603cf0001, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:38,041 INFO [RS:0;ec46afd49254:38201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:21:38,042 INFO [RS:0;ec46afd49254:38201 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,38201,1733462462992; zookeeper connection closed. 2024-12-06T05:21:38,042 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ccbc3e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ccbc3e9 2024-12-06T05:21:38,042 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:21:38,367 INFO [M:0;ec46afd49254:42411 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:21:38,367 INFO [M:0;ec46afd49254:42411 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:21:38,368 DEBUG [M:0;ec46afd49254:42411 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:21:38,368 INFO [M:0;ec46afd49254:42411 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:38,368 DEBUG [M:0;ec46afd49254:42411 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:38,368 DEBUG [M:0;ec46afd49254:42411 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:21:38,368 DEBUG [M:0;ec46afd49254:42411 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:38,368 INFO [M:0;ec46afd49254:42411 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-06T05:21:38,383 DEBUG [M:0;ec46afd49254:42411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e941955c8d1441a89a8b08835e611e6 is 82, key is hbase:meta,,1/info:regioninfo/1733462466197/Put/seqid=0 2024-12-06T05:21:38,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741849_1025 (size=5672) 2024-12-06T05:21:38,789 INFO [M:0;ec46afd49254:42411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e941955c8d1441a89a8b08835e611e6 2024-12-06T05:21:38,804 DEBUG [M:0;ec46afd49254:42411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af5552a504d8404c87a6fa192a8790c8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733462476858/Put/seqid=0 2024-12-06T05:21:38,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741850_1026 (size=7218) 2024-12-06T05:21:39,208 INFO [M:0;ec46afd49254:42411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af5552a504d8404c87a6fa192a8790c8 2024-12-06T05:21:39,211 INFO [M:0;ec46afd49254:42411 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af5552a504d8404c87a6fa192a8790c8 2024-12-06T05:21:39,222 DEBUG [M:0;ec46afd49254:42411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc714ab342d34e0b909e03704db77035 is 69, key is ec46afd49254,38201,1733462462992/rs:state/1733462465154/Put/seqid=0 2024-12-06T05:21:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741851_1027 (size=5156) 2024-12-06T05:21:39,626 INFO [M:0;ec46afd49254:42411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc714ab342d34e0b909e03704db77035 2024-12-06T05:21:39,635 DEBUG [M:0;ec46afd49254:42411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e941955c8d1441a89a8b08835e611e6 as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e941955c8d1441a89a8b08835e611e6 2024-12-06T05:21:39,638 INFO [M:0;ec46afd49254:42411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e941955c8d1441a89a8b08835e611e6, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T05:21:39,639 DEBUG [M:0;ec46afd49254:42411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af5552a504d8404c87a6fa192a8790c8 as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af5552a504d8404c87a6fa192a8790c8 2024-12-06T05:21:39,642 INFO [M:0;ec46afd49254:42411 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af5552a504d8404c87a6fa192a8790c8 2024-12-06T05:21:39,642 INFO [M:0;ec46afd49254:42411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af5552a504d8404c87a6fa192a8790c8, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T05:21:39,643 DEBUG [M:0;ec46afd49254:42411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc714ab342d34e0b909e03704db77035 as hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc714ab342d34e0b909e03704db77035 2024-12-06T05:21:39,646 INFO [M:0;ec46afd49254:42411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/6185c05f-fc6f-2637-1309-87cd0aed9493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc714ab342d34e0b909e03704db77035, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T05:21:39,647 INFO [M:0;ec46afd49254:42411 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-12-06T05:21:39,648 INFO [M:0;ec46afd49254:42411 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:39,648 DEBUG [M:0;ec46afd49254:42411 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462498368Disabling compacts and flushes for region at 1733462498368Disabling writes for close at 1733462498368Obtaining lock to block concurrent updates at 1733462498368Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462498368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733462498368Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462498369 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462498369Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462498383 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462498383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462498793 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462498804 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462498804Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462499211 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462499222 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462499222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8e735e: reopening flushed file at 1733462499634 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@123cccdf: reopening flushed file at 1733462499638 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5c51ef: reopening flushed file at 1733462499642 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1733462499647 (+5 ms)Writing region close event to WAL at 1733462499648 (+1 ms)Closed at 1733462499648 2024-12-06T05:21:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741830_1006 (size=64423) 2024-12-06T05:21:39,650 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:21:39,650 INFO [M:0;ec46afd49254:42411 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:21:39,650 INFO [M:0;ec46afd49254:42411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42411 2024-12-06T05:21:39,651 INFO [M:0;ec46afd49254:42411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:21:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:21:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T05:21:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:21:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:21:39,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:39,883 INFO [M:0;ec46afd49254:42411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:21:39,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42411-0x101a91603cf0000, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:21:39,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e9bd672{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:39,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7201fd93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:21:39,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:21:39,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f2605b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:21:39,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@237e9151{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.log.dir/,STOPPED} 2024-12-06T05:21:39,893 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:21:39,893 WARN [BP-861427957-172.17.0.3-1733462460474 heartbeating to localhost/127.0.0.1:46827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:21:39,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:21:39,893 WARN [BP-861427957-172.17.0.3-1733462460474 heartbeating to localhost/127.0.0.1:46827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861427957-172.17.0.3-1733462460474 (Datanode Uuid 994f0385-b395-4576-a7aa-26a52f2792fe) service to localhost/127.0.0.1:46827 2024-12-06T05:21:39,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/cluster_0e0c3441-1734-8b6e-0dd8-c52716564ecf/data/data1/current/BP-861427957-172.17.0.3-1733462460474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:21:39,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/cluster_0e0c3441-1734-8b6e-0dd8-c52716564ecf/data/data2/current/BP-861427957-172.17.0.3-1733462460474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:21:39,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:21:39,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ab7f4bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:39,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c1f488a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:21:39,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:21:39,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6326fb22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:21:39,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@737f4167{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc99119-2efe-9914-1b49-2511e697281e/hadoop.log.dir/,STOPPED} 2024-12-06T05:21:39,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:21:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:21:39,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:46827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:32819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:32819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:32819 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:46827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:46827 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:46827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60123) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:32819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:43079 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60123) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60123) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=460 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=6297 (was 6160) - AvailableMemoryMB LEAK? - 2024-12-06T05:21:39,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=460, ProcessCount=11, AvailableMemoryMB=6297 2024-12-06T05:21:39,954 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-06T05:21:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.log.dir so I do NOT create it in target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb 2024-12-06T05:21:39,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:21:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.tmp.dir so I do NOT create it in target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb 2024-12-06T05:21:39,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d893dacb-2519-9316-3bdd-567e02daded7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:21:39,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb 2024-12-06T05:21:39,954 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac, deleteOnExit=true 2024-12-06T05:21:39,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac/zookeeper_0, clientPort=59885, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:21:39,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59885 2024-12-06T05:21:39,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:21:39,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:21:39,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/test.cache.data in system properties and HBase conf 2024-12-06T05:21:39,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:21:39,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:21:39,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:21:39,958 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:21:39,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:21:40,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a91603cf0008, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:21:40,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a91603cf0005, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:21:40,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a91603cf0005, quorum=127.0.0.1:60123, baseZNode=/1-1589318897 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:21:40,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a91603cf0008, quorum=127.0.0.1:60123, baseZNode=/2-1338840549 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:21:40,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a91603cf0002, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:21:40,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a91603cf0002, quorum=127.0.0.1:60123, baseZNode=/0-903911889 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:21:40,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:40,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:40,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:40,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:40,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:21:40,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:40,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@416b06e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:40,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5def59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:40,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ac24cce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/java.io.tmpdir/jetty-localhost-33453-hadoop-hdfs-3_4_1-tests_jar-_-any-8579643138135029442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:40,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ef9642c{HTTP/1.1, (http/1.1)}{localhost:33453} 2024-12-06T05:21:40,402 INFO [Time-limited test {}] server.Server(415): Started @356775ms 2024-12-06T05:21:40,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:40,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:40,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:40,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:40,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:21:40,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28af479e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:40,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2b53ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:40,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8cc3014{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/java.io.tmpdir/jetty-localhost-37253-hadoop-hdfs-3_4_1-tests_jar-_-any-1385524316360917277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:40,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@107c5a99{HTTP/1.1, (http/1.1)}{localhost:37253} 2024-12-06T05:21:40,766 INFO [Time-limited test {}] server.Server(415): Started @357139ms 2024-12-06T05:21:40,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:21:41,575 WARN [Thread-4165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac/data/data2/current/BP-1213948706-172.17.0.3-1733462499971/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:41,575 WARN [Thread-4164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac/data/data1/current/BP-1213948706-172.17.0.3-1733462499971/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:41,601 WARN [Thread-4152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:21:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc5a912be1fd8abb with lease ID 0x3d2dc7446a8163ce: Processing first storage report for DS-8b971693-0199-4dd0-a2e4-54a394ef10a7 from datanode DatanodeRegistration(127.0.0.1:37619, datanodeUuid=3819edba-1882-4433-8ec1-b56d95c9415e, infoPort=38707, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=1605273440;c=1733462499971) 2024-12-06T05:21:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc5a912be1fd8abb with lease ID 0x3d2dc7446a8163ce: from storage DS-8b971693-0199-4dd0-a2e4-54a394ef10a7 node DatanodeRegistration(127.0.0.1:37619, datanodeUuid=3819edba-1882-4433-8ec1-b56d95c9415e, infoPort=38707, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=1605273440;c=1733462499971), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:21:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc5a912be1fd8abb with lease ID 0x3d2dc7446a8163ce: Processing first storage report for DS-1b3d8493-29e0-434f-9e9e-29715127fac3 from datanode DatanodeRegistration(127.0.0.1:37619, datanodeUuid=3819edba-1882-4433-8ec1-b56d95c9415e, infoPort=38707, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=1605273440;c=1733462499971) 2024-12-06T05:21:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc5a912be1fd8abb with lease ID 0x3d2dc7446a8163ce: from storage DS-1b3d8493-29e0-434f-9e9e-29715127fac3 node DatanodeRegistration(127.0.0.1:37619, datanodeUuid=3819edba-1882-4433-8ec1-b56d95c9415e, infoPort=38707, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=1605273440;c=1733462499971), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:41,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb 2024-12-06T05:21:41,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:41,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:41,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:21:41,627 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55 with version=8 2024-12-06T05:21:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/hbase-staging 2024-12-06T05:21:41,630 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:41,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:41,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:41,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:41,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:41,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:41,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:21:41,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:41,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42557 2024-12-06T05:21:41,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42557 connecting to ZooKeeper ensemble=127.0.0.1:59885 2024-12-06T05:21:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425570x0, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:41,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42557-0x101a9169e1f0000 connected 2024-12-06T05:21:41,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:41,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:41,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Set watcher on znode that does not yet exist, /01376103975/running 2024-12-06T05:21:41,871 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55, hbase.cluster.distributed=false 2024-12-06T05:21:41,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Set watcher on znode that does not yet exist, /01376103975/acl 2024-12-06T05:21:41,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42557 2024-12-06T05:21:41,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42557 2024-12-06T05:21:41,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42557 2024-12-06T05:21:41,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42557 2024-12-06T05:21:41,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42557 2024-12-06T05:21:41,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:41,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:41,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:41,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:41,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:41,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:41,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:21:41,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:41,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36935 2024-12-06T05:21:41,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36935 connecting to ZooKeeper ensemble=127.0.0.1:59885 2024-12-06T05:21:41,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:41,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:41,930 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369350x0, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:41,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36935-0x101a9169e1f0001 connected 2024-12-06T05:21:41,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Set watcher on znode that does not yet exist, /01376103975/running 2024-12-06T05:21:41,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:21:41,932 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:21:41,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Set watcher on znode that does not yet exist, /01376103975/master 2024-12-06T05:21:41,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Set watcher on znode that does not yet exist, /01376103975/acl 2024-12-06T05:21:41,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36935 2024-12-06T05:21:41,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36935 2024-12-06T05:21:41,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36935 2024-12-06T05:21:41,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36935 2024-12-06T05:21:41,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36935 2024-12-06T05:21:41,962 DEBUG [M:0;ec46afd49254:42557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:42557 2024-12-06T05:21:41,962 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01376103975/backup-masters/ec46afd49254,42557,1733462501630 2024-12-06T05:21:41,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975/backup-masters 2024-12-06T05:21:41,972 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975/backup-masters 2024-12-06T05:21:41,974 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Set watcher on existing znode=/01376103975/backup-masters/ec46afd49254,42557,1733462501630 2024-12-06T05:21:41,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:41,983 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376103975/master 2024-12-06T05:21:41,983 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:41,983 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Set watcher on existing znode=/01376103975/master 2024-12-06T05:21:41,984 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01376103975/backup-masters/ec46afd49254,42557,1733462501630 from backup master directory 2024-12-06T05:21:41,993 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975/backup-masters 2024-12-06T05:21:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376103975/backup-masters/ec46afd49254,42557,1733462501630 2024-12-06T05:21:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975/backup-masters 2024-12-06T05:21:41,994 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:41,994 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,42557,1733462501630 2024-12-06T05:21:41,996 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/hbase.id] with ID: b9e66b9a-1a1b-4234-836f-99b5b5393888 2024-12-06T05:21:41,996 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/.tmp/hbase.id 2024-12-06T05:21:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:21:42,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:42,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:42,405 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/.tmp/hbase.id]:[hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/hbase.id] 2024-12-06T05:21:42,427 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:42,427 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:21:42,429 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T05:21:42,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:42,478 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:42,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:21:42,485 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:42,486 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:21:42,486 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:42,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:21:42,894 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/data/master/store 2024-12-06T05:21:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:21:42,902 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:42,902 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:21:42,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:42,902 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:42,902 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:21:42,902 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:42,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:42,902 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462502902Disabling compacts and flushes for region at 1733462502902Disabling writes for close at 1733462502902Writing region close event to WAL at 1733462502902Closed at 1733462502902 2024-12-06T05:21:42,903 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/data/master/store/.initializing 2024-12-06T05:21:42,903 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/WALs/ec46afd49254,42557,1733462501630 2024-12-06T05:21:42,903 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:42,905 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C42557%2C1733462501630, suffix=, logDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/WALs/ec46afd49254,42557,1733462501630, archiveDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/oldWALs, maxLogs=10 2024-12-06T05:21:42,917 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/WALs/ec46afd49254,42557,1733462501630/ec46afd49254%2C42557%2C1733462501630.1733462502905, exclude list is [], retry=0 2024-12-06T05:21:42,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37619,DS-8b971693-0199-4dd0-a2e4-54a394ef10a7,DISK] 2024-12-06T05:21:42,921 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/WALs/ec46afd49254,42557,1733462501630/ec46afd49254%2C42557%2C1733462501630.1733462502905 2024-12-06T05:21:42,921 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38707:38707)] 2024-12-06T05:21:42,921 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:42,922 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:42,922 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,922 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:21:42,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:42,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:42,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:21:42,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:42,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:42,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:21:42,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:42,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:42,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:21:42,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:42,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:42,929 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,930 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,930 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,931 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,931 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,931 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:42,932 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:42,934 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:42,934 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66832541, jitterRate=-0.004117533564567566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:42,934 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462502922Initializing all the Stores at 1733462502923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462502923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462502924 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462502924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462502924Cleaning up temporary data from old regions at 1733462502931 (+7 ms)Region opened successfully at 1733462502934 (+3 ms) 2024-12-06T05:21:42,937 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:21:42,939 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f511132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:42,940 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:21:42,940 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:21:42,940 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:21:42,940 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:21:42,941 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:21:42,941 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:21:42,941 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:21:42,943 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:21:42,944 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Unable to get data of znode /01376103975/balancer because node does not exist (not necessarily an error) 2024-12-06T05:21:42,993 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376103975/balancer already deleted, retry=false 2024-12-06T05:21:42,994 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:21:42,995 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Unable to get data of znode /01376103975/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:21:43,004 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376103975/normalizer already deleted, retry=false 2024-12-06T05:21:43,004 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:21:43,005 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Unable to get data of znode /01376103975/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:21:43,035 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376103975/switch/split already deleted, retry=false 2024-12-06T05:21:43,036 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Unable to get data of znode /01376103975/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:21:43,078 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376103975/switch/merge already deleted, retry=false 2024-12-06T05:21:43,079 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Unable to get data of znode /01376103975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:21:43,098 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376103975/snapshot-cleanup already deleted, retry=false 2024-12-06T05:21:43,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376103975/running 2024-12-06T05:21:43,109 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376103975/running 2024-12-06T05:21:43,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:43,109 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:43,109 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,42557,1733462501630, sessionid=0x101a9169e1f0000, setting cluster-up flag (Was=false) 2024-12-06T05:21:43,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:43,130 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:43,162 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376103975/flush-table-proc/acquired, /01376103975/flush-table-proc/reached, /01376103975/flush-table-proc/abort 2024-12-06T05:21:43,162 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,42557,1733462501630 2024-12-06T05:21:43,183 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:43,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:43,214 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376103975/online-snapshot/acquired, /01376103975/online-snapshot/reached, /01376103975/online-snapshot/abort 2024-12-06T05:21:43,215 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,42557,1733462501630 2024-12-06T05:21:43,216 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:21:43,217 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:43,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:21:43,218 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:21:43,218 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,42557,1733462501630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:21:43,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:43,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:43,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:43,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:43,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:21:43,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:43,219 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:43,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:21:43,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:43,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:21:43,223 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462533223 2024-12-06T05:21:43,223 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:21:43,223 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:21:43,223 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:21:43,223 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:21:43,223 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:21:43,223 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:21:43,223 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,224 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:21:43,224 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:21:43,224 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:21:43,224 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:21:43,227 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:21:43,227 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:21:43,227 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462503227,5,FailOnTimeoutGroup] 2024-12-06T05:21:43,228 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462503227,5,FailOnTimeoutGroup] 2024-12-06T05:21:43,228 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,228 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:21:43,228 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,228 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:21:43,250 INFO [RS:0;ec46afd49254:36935 {}] regionserver.HRegionServer(746): ClusterId : b9e66b9a-1a1b-4234-836f-99b5b5393888 2024-12-06T05:21:43,250 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:21:43,257 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:21:43,257 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:21:43,268 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:21:43,268 DEBUG [RS:0;ec46afd49254:36935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cf48cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:43,278 DEBUG [RS:0;ec46afd49254:36935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:36935 2024-12-06T05:21:43,278 INFO [RS:0;ec46afd49254:36935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:21:43,278 INFO [RS:0;ec46afd49254:36935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:21:43,278 DEBUG [RS:0;ec46afd49254:36935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:21:43,278 INFO [RS:0;ec46afd49254:36935 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,42557,1733462501630 with port=36935, startcode=1733462501911 2024-12-06T05:21:43,279 DEBUG [RS:0;ec46afd49254:36935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:21:43,280 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:21:43,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,36935,1733462501911 2024-12-06T05:21:43,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42557 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,36935,1733462501911 2024-12-06T05:21:43,281 DEBUG [RS:0;ec46afd49254:36935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55 2024-12-06T05:21:43,281 DEBUG [RS:0;ec46afd49254:36935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37827 2024-12-06T05:21:43,281 DEBUG [RS:0;ec46afd49254:36935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:21:43,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975/rs 2024-12-06T05:21:43,288 DEBUG [RS:0;ec46afd49254:36935 {}] zookeeper.ZKUtil(111): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Set watcher on existing znode=/01376103975/rs/ec46afd49254,36935,1733462501911 2024-12-06T05:21:43,288 WARN [RS:0;ec46afd49254:36935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:43,288 INFO [RS:0;ec46afd49254:36935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:43,289 DEBUG [RS:0;ec46afd49254:36935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/WALs/ec46afd49254,36935,1733462501911 2024-12-06T05:21:43,289 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,36935,1733462501911] 2024-12-06T05:21:43,291 INFO [RS:0;ec46afd49254:36935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:21:43,292 INFO [RS:0;ec46afd49254:36935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:21:43,292 INFO [RS:0;ec46afd49254:36935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:21:43,292 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,295 INFO [RS:0;ec46afd49254:36935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:21:43,296 INFO [RS:0;ec46afd49254:36935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:21:43,296 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:43,296 DEBUG [RS:0;ec46afd49254:36935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:43,298 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,298 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,298 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,298 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,298 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,298 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,36935,1733462501911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:43,310 INFO [RS:0;ec46afd49254:36935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:21:43,311 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,36935,1733462501911-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,311 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,311 INFO [RS:0;ec46afd49254:36935 {}] regionserver.Replication(171): ec46afd49254,36935,1733462501911 started 2024-12-06T05:21:43,322 INFO [RS:0;ec46afd49254:36935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:43,322 INFO [RS:0;ec46afd49254:36935 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,36935,1733462501911, RpcServer on ec46afd49254/172.17.0.3:36935, sessionid=0x101a9169e1f0001 2024-12-06T05:21:43,322 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:21:43,322 DEBUG [RS:0;ec46afd49254:36935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,36935,1733462501911 2024-12-06T05:21:43,322 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,36935,1733462501911' 2024-12-06T05:21:43,322 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376103975/flush-table-proc/abort' 2024-12-06T05:21:43,322 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376103975/flush-table-proc/acquired' 2024-12-06T05:21:43,323 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:21:43,323 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:21:43,323 DEBUG [RS:0;ec46afd49254:36935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,36935,1733462501911 2024-12-06T05:21:43,323 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,36935,1733462501911' 2024-12-06T05:21:43,323 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376103975/online-snapshot/abort' 2024-12-06T05:21:43,323 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376103975/online-snapshot/acquired' 2024-12-06T05:21:43,323 DEBUG [RS:0;ec46afd49254:36935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:21:43,323 INFO [RS:0;ec46afd49254:36935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:21:43,323 INFO [RS:0;ec46afd49254:36935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:21:43,423 INFO [RS:0;ec46afd49254:36935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:43,424 INFO [RS:0;ec46afd49254:36935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C36935%2C1733462501911, suffix=, logDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/WALs/ec46afd49254,36935,1733462501911, archiveDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/oldWALs, maxLogs=10 2024-12-06T05:21:43,437 DEBUG [RS:0;ec46afd49254:36935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/WALs/ec46afd49254,36935,1733462501911/ec46afd49254%2C36935%2C1733462501911.1733462503425, exclude list is [], retry=0 2024-12-06T05:21:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37619,DS-8b971693-0199-4dd0-a2e4-54a394ef10a7,DISK] 2024-12-06T05:21:43,440 INFO [RS:0;ec46afd49254:36935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/WALs/ec46afd49254,36935,1733462501911/ec46afd49254%2C36935%2C1733462501911.1733462503425 2024-12-06T05:21:43,441 DEBUG [RS:0;ec46afd49254:36935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38707:38707)] 2024-12-06T05:21:43,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:21:43,634 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55 2024-12-06T05:21:43,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:21:44,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:44,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:44,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:44,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:44,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:44,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:44,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:44,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:44,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:44,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:44,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:44,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:44,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:44,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:44,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:44,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:44,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:44,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:44,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/data/hbase/meta/1588230740 2024-12-06T05:21:44,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/data/hbase/meta/1588230740 2024-12-06T05:21:44,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:44,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:44,048 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:44,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:44,050 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:44,050 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69717093, jitterRate=0.03886564075946808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:44,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462504039Initializing all the Stores at 1733462504040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462504040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462504040Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462504040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462504040Cleaning up temporary data from old regions at 1733462504048 (+8 ms)Region opened successfully at 1733462504051 (+3 ms) 2024-12-06T05:21:44,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:21:44,051 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:21:44,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:21:44,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:21:44,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:21:44,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:44,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462504051Disabling compacts and flushes for region at 1733462504051Disabling writes for close at 1733462504051Writing region close event to WAL at 1733462504051Closed at 1733462504051 2024-12-06T05:21:44,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:44,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:21:44,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:21:44,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:44,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:21:44,204 DEBUG [ec46afd49254:42557 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:21:44,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,36935,1733462501911 2024-12-06T05:21:44,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,36935,1733462501911, state=OPENING 2024-12-06T05:21:44,278 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:21:44,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:44,288 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376103975 2024-12-06T05:21:44,288 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:44,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376103975/meta-region-server: CHANGED 2024-12-06T05:21:44,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376103975/meta-region-server: CHANGED 2024-12-06T05:21:44,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,36935,1733462501911}] 2024-12-06T05:21:44,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:21:44,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:21:44,444 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:21:44,444 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:44,444 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:21:44,445 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C36935%2C1733462501911.meta, suffix=.meta, logDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/WALs/ec46afd49254,36935,1733462501911, archiveDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/oldWALs, maxLogs=10 2024-12-06T05:21:44,456 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/WALs/ec46afd49254,36935,1733462501911/ec46afd49254%2C36935%2C1733462501911.meta.1733462504445.meta, exclude list is [], retry=0 2024-12-06T05:21:44,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37619,DS-8b971693-0199-4dd0-a2e4-54a394ef10a7,DISK] 2024-12-06T05:21:44,459 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/WALs/ec46afd49254,36935,1733462501911/ec46afd49254%2C36935%2C1733462501911.meta.1733462504445.meta 2024-12-06T05:21:44,459 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38707:38707)] 2024-12-06T05:21:44,459 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:44,459 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:44,459 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:21:44,459 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:21:44,459 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:21:44,460 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:21:44,460 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:44,460 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:21:44,460 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:21:44,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:44,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:44,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:44,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:44,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:44,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:44,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:44,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:44,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:44,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:44,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:44,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:44,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:44,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:44,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:44,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:44,465 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:44,465 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/data/hbase/meta/1588230740 2024-12-06T05:21:44,466 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/data/hbase/meta/1588230740 2024-12-06T05:21:44,466 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:44,466 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:44,467 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:44,467 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:44,468 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64351764, jitterRate=-0.04108399152755737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:44,468 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:21:44,468 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462504460Writing region info on filesystem at 1733462504460Initializing all the Stores at 1733462504460Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462504460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462504460Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462504460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462504460Cleaning up temporary data from old regions at 1733462504466 (+6 ms)Running coprocessor post-open hooks at 1733462504468 (+2 ms)Region opened successfully at 1733462504468 2024-12-06T05:21:44,469 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462504440 2024-12-06T05:21:44,470 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:21:44,470 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:21:44,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,36935,1733462501911 2024-12-06T05:21:44,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,36935,1733462501911, state=OPEN 2024-12-06T05:21:44,508 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36935-0x101a9169e1f0001, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376103975/meta-region-server 2024-12-06T05:21:44,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42557-0x101a9169e1f0000, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376103975/meta-region-server 2024-12-06T05:21:44,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,36935,1733462501911 2024-12-06T05:21:44,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376103975/meta-region-server: CHANGED 2024-12-06T05:21:44,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376103975/meta-region-server: CHANGED 2024-12-06T05:21:44,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:21:44,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,36935,1733462501911 in 220 msec 2024-12-06T05:21:44,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:21:44,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-12-06T05:21:44,511 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:44,511 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:21:44,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:44,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36935,1733462501911, seqNum=-1] 2024-12-06T05:21:44,512 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:44,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:44,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-12-06T05:21:44,516 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462504516, completionTime=-1 2024-12-06T05:21:44,517 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:21:44,517 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:21:44,518 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:21:44,518 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462564518 2024-12-06T05:21:44,518 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462624518 2024-12-06T05:21:44,518 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:21:44,518 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42557,1733462501630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:44,518 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42557,1733462501630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:44,518 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42557,1733462501630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:44,518 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:42557, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:44,518 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:44,519 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:44,520 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:21:44,521 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.527sec 2024-12-06T05:21:44,522 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:21:44,522 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:21:44,522 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:21:44,522 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:21:44,522 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:21:44,522 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42557,1733462501630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:44,522 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42557,1733462501630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:21:44,523 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:21:44,523 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:21:44,523 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42557,1733462501630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:44,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157ca709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:44,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42557,-1 for getting cluster id 2024-12-06T05:21:44,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:44,551 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9e66b9a-1a1b-4234-836f-99b5b5393888' 2024-12-06T05:21:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9e66b9a-1a1b-4234-836f-99b5b5393888" 2024-12-06T05:21:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23490ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42557,-1] 2024-12-06T05:21:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:44,553 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:44,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a54b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:44,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36935,1733462501911, seqNum=-1] 2024-12-06T05:21:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:44,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:44,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,42557,1733462501630 2024-12-06T05:21:44,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59885 2024-12-06T05:21:44,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59885, baseZNode=/01376103975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:44,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a9169e1f0002 connected 2024-12-06T05:21:44,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:44,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,42557,1733462501630 2024-12-06T05:21:44,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d417350 2024-12-06T05:21:44,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:44,586 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:44,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:21:44,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:21:44,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:44,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:21:44,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:21:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:44,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:21:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:44,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48cdc38c5a6aac6023614be46ac94300, NAME => 'test,,1733462504586.48cdc38c5a6aac6023614be46ac94300.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55 2024-12-06T05:21:45,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:21:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:45,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462504586.48cdc38c5a6aac6023614be46ac94300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:45,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 48cdc38c5a6aac6023614be46ac94300, disabling compactions & flushes 2024-12-06T05:21:45,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462504586.48cdc38c5a6aac6023614be46ac94300. 2024-12-06T05:21:45,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462504586.48cdc38c5a6aac6023614be46ac94300. 2024-12-06T05:21:45,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462504586.48cdc38c5a6aac6023614be46ac94300. after waiting 0 ms 2024-12-06T05:21:45,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462504586.48cdc38c5a6aac6023614be46ac94300. 2024-12-06T05:21:45,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462504586.48cdc38c5a6aac6023614be46ac94300. 2024-12-06T05:21:45,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48cdc38c5a6aac6023614be46ac94300: Waiting for close lock at 1733462505401Disabling compacts and flushes for region at 1733462505401Disabling writes for close at 1733462505402 (+1 ms)Writing region close event to WAL at 1733462505402Closed at 1733462505402 2024-12-06T05:21:45,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:21:45,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462504586.48cdc38c5a6aac6023614be46ac94300.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462505403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462505403"}]},"ts":"1733462505403"} 2024-12-06T05:21:45,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:21:45,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:21:45,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462505405"}]},"ts":"1733462505405"} 2024-12-06T05:21:45,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:21:45,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48cdc38c5a6aac6023614be46ac94300, ASSIGN}] 2024-12-06T05:21:45,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48cdc38c5a6aac6023614be46ac94300, ASSIGN 2024-12-06T05:21:45,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=48cdc38c5a6aac6023614be46ac94300, ASSIGN; state=OFFLINE, location=ec46afd49254,36935,1733462501911; forceNewPlan=false, retain=false 2024-12-06T05:21:45,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48cdc38c5a6aac6023614be46ac94300, regionState=OPENING, regionLocation=ec46afd49254,36935,1733462501911 2024-12-06T05:21:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=48cdc38c5a6aac6023614be46ac94300, ASSIGN because future has completed 2024-12-06T05:21:45,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48cdc38c5a6aac6023614be46ac94300, server=ec46afd49254,36935,1733462501911}] 2024-12-06T05:21:45,714 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462504586.48cdc38c5a6aac6023614be46ac94300. 2024-12-06T05:21:45,714 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 48cdc38c5a6aac6023614be46ac94300, NAME => 'test,,1733462504586.48cdc38c5a6aac6023614be46ac94300.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:45,714 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:45,714 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:21:45,714 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,715 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462504586.48cdc38c5a6aac6023614be46ac94300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:45,715 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,715 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,715 INFO [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,716 INFO [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48cdc38c5a6aac6023614be46ac94300 columnFamilyName f 2024-12-06T05:21:45,716 DEBUG [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:45,717 INFO [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] regionserver.HStore(327): Store=48cdc38c5a6aac6023614be46ac94300/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:45,717 INFO [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,717 INFO [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48cdc38c5a6aac6023614be46ac94300 columnFamilyName f1 2024-12-06T05:21:45,717 DEBUG [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:45,717 INFO [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] regionserver.HStore(327): Store=48cdc38c5a6aac6023614be46ac94300/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:45,717 INFO [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,718 INFO [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48cdc38c5a6aac6023614be46ac94300 columnFamilyName norep 2024-12-06T05:21:45,718 DEBUG [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:45,718 INFO [StoreOpener-48cdc38c5a6aac6023614be46ac94300-1 {}] regionserver.HStore(327): Store=48cdc38c5a6aac6023614be46ac94300/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:45,718 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,719 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/data/default/test/48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,719 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/data/default/test/48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,720 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,720 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,720 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:21:45,721 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,722 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/data/default/test/48cdc38c5a6aac6023614be46ac94300/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:45,722 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 48cdc38c5a6aac6023614be46ac94300; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61155967, jitterRate=-0.08870507776737213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:21:45,722 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48cdc38c5a6aac6023614be46ac94300 2024-12-06T05:21:45,723 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 48cdc38c5a6aac6023614be46ac94300: Running coprocessor pre-open hook at 1733462505715Writing region info on filesystem at 1733462505715Initializing all the Stores at 1733462505715Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462505715Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462505715Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462505715Cleaning up temporary data from old regions at 1733462505720 (+5 ms)Running coprocessor post-open hooks at 1733462505722 (+2 ms)Region opened successfully at 1733462505723 (+1 ms) 2024-12-06T05:21:45,723 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462504586.48cdc38c5a6aac6023614be46ac94300., pid=6, masterSystemTime=1733462505712 2024-12-06T05:21:45,725 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462504586.48cdc38c5a6aac6023614be46ac94300. 2024-12-06T05:21:45,725 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462504586.48cdc38c5a6aac6023614be46ac94300. 2024-12-06T05:21:45,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48cdc38c5a6aac6023614be46ac94300, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,36935,1733462501911 2024-12-06T05:21:45,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48cdc38c5a6aac6023614be46ac94300, server=ec46afd49254,36935,1733462501911 because future has completed 2024-12-06T05:21:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:45,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:21:45,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 48cdc38c5a6aac6023614be46ac94300, server=ec46afd49254,36935,1733462501911 in 167 msec 2024-12-06T05:21:45,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:21:45,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=48cdc38c5a6aac6023614be46ac94300, ASSIGN in 323 msec 2024-12-06T05:21:45,730 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:21:45,731 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462505730"}]},"ts":"1733462505730"} 2024-12-06T05:21:45,732 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:21:45,733 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:21:45,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-06T05:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:21:46,748 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:21:46,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a4cada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:46,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42557,-1 for getting cluster id 2024-12-06T05:21:46,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:46,749 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9e66b9a-1a1b-4234-836f-99b5b5393888' 2024-12-06T05:21:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9e66b9a-1a1b-4234-836f-99b5b5393888" 2024-12-06T05:21:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e21316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42557,-1] 2024-12-06T05:21:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:46,750 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:46,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3987209d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:46,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:46,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,42557,1733462501630 2024-12-06T05:21:46,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d334516 2024-12-06T05:21:46,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:46,751 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:46,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:42557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:21:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:46,754 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:42557' 2024-12-06T05:21:46,755 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ec9ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:46,755 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42557,-1 for getting cluster id 2024-12-06T05:21:46,755 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:46,755 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9e66b9a-1a1b-4234-836f-99b5b5393888' 2024-12-06T05:21:46,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:46,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9e66b9a-1a1b-4234-836f-99b5b5393888" 2024-12-06T05:21:46,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16af32c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:46,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42557,-1] 2024-12-06T05:21:46,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:46,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:46,756 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:46,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187afda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:46,757 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:46,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,42557,1733462501630 2024-12-06T05:21:46,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767b006 2024-12-06T05:21:46,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:21:46,758 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:21:46,758 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T05:21:46,758 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:21:46,758 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:46,759 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:46,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:46,759 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec46afd49254:42557, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-06T05:21:46,763 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec46afd49254:42557, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec46afd49254:42557, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec46afd49254:42557, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-06T05:21:46,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec46afd49254:42557, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-12-06T05:21:46,764 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-06T05:21:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:21:46,858 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ec46afd49254:42557, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-06T05:21:46,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:21:46,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:21:46,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:46,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:46,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:21:46,871 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 359) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2c98af1d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37827 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3c29d61c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462503227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1769589393-7864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/ec46afd49254:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59885) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6222087f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1125834701-7911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_675659819_20 at /127.0.0.1:42720 [Receiving block BP-1213948706-172.17.0.3-1733462499971:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 3 on default port 37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462503227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec46afd49254:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 32901 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 1 on default port 32901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac/data/data1/current/BP-1213948706-172.17.0.3-1733462499971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(2055558778) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59885) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: regionserver/ec46afd49254:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@638f718 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@679e24bc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 0 on default port 37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55-prefix:ec46afd49254,36935,1733462501911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1769589393-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7490432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@245b2f64[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7676a96b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1769589393-7859 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7490432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1769589393-7865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f7490ab16f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 32901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1769589393-7861 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7490432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 3 on default port 32901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1213948706-172.17.0.3-1733462499971:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1769589393-7860 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7490432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;ec46afd49254:36935 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1213948706-172.17.0.3-1733462499971:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 32901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1125834701-7909-acceptor-0@7f35aa8a-ServerConnector@107c5a99{HTTP/1.1, (http/1.1)}{localhost:37253} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1213948706-172.17.0.3-1733462499971 heartbeating to localhost/127.0.0.1:37827 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1125834701-7908 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7490432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1213948706-172.17.0.3-1733462499971:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2289-thread-1-SendThread(127.0.0.1:59885) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RS_OPEN_META-regionserver/ec46afd49254:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac/data/data2/current/BP-1213948706-172.17.0.3-1733462499971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ec46afd49254:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@68f4d1a7 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1769589393-7866 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59885): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6b52256c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55/MasterData-prefix:ec46afd49254,42557,1733462501630 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/cluster_e13098ef-baf7-5bab-8f30-d1a221ae53ac/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1125834701-7910 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_675659819_20 at /127.0.0.1:42700 [Receiving block BP-1213948706-172.17.0.3-1733462499971:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 32901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:37827 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1769589393-7863-acceptor-0@72cbab9e-ServerConnector@1ef9642c{HTTP/1.1, (http/1.1)}{localhost:33453} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1142659957_20 at /127.0.0.1:42680 [Receiving block BP-1213948706-172.17.0.3-1733462499971:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4ab4a515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2289-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_675659819_20 at /127.0.0.1:42644 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: M:0;ec46afd49254:42557 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f74909f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/ec46afd49254:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RS:0;ec46afd49254:36935-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-736840fb-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37827/user/jenkins/test-data/642bbce7-f106-fae0-349d-8927bb03fd55-prefix:ec46afd49254,36935,1733462501911.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ec46afd49254:42557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2c814883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 460), ProcessCount=11 (was 11), AvailableMemoryMB=5995 (was 6297) 2024-12-06T05:21:46,874 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-06T05:21:46,888 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=5994 2024-12-06T05:21:46,888 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-06T05:21:46,898 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-06T05:21:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/hadoop.log.dir so I do NOT create it in target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4 2024-12-06T05:21:46,898 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:21:46,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/hadoop.tmp.dir so I do NOT create it in target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4 2024-12-06T05:21:46,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62fd529-dacc-e6ae-7c44-860356c41cfb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:21:46,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4 2024-12-06T05:21:46,899 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/cluster_fdc020e3-79ff-f068-3cf9-4da9da1980dd, deleteOnExit=true 2024-12-06T05:21:46,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/cluster_fdc020e3-79ff-f068-3cf9-4da9da1980dd/zookeeper_0, clientPort=55108, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/cluster_fdc020e3-79ff-f068-3cf9-4da9da1980dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/cluster_fdc020e3-79ff-f068-3cf9-4da9da1980dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:21:46,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55108 2024-12-06T05:21:46,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:21:46,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:21:46,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/test.cache.data in system properties and HBase conf 2024-12-06T05:21:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:21:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:21:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:21:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:21:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:21:46,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:21:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:21:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:21:47,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:47,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:47,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:47,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:47,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:21:47,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:47,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@649b9acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:47,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6afe60a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:47,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e376629{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/java.io.tmpdir/jetty-localhost-32773-hadoop-hdfs-3_4_1-tests_jar-_-any-13815538090161188533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:47,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74e8e7cc{HTTP/1.1, (http/1.1)}{localhost:32773} 2024-12-06T05:21:47,437 INFO [Time-limited test {}] server.Server(415): Started @363810ms 2024-12-06T05:21:47,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:47,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:47,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:47,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:47,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:21:47,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b94cd02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:47,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@131849e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:47,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33d9863b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/java.io.tmpdir/jetty-localhost-41147-hadoop-hdfs-3_4_1-tests_jar-_-any-8971842666750908427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:47,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cde15c5{HTTP/1.1, (http/1.1)}{localhost:41147} 2024-12-06T05:21:47,778 INFO [Time-limited test {}] server.Server(415): Started @364151ms 2024-12-06T05:21:47,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:21:48,489 WARN [Thread-4298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/cluster_fdc020e3-79ff-f068-3cf9-4da9da1980dd/data/data1/current/BP-491865853-172.17.0.3-1733462506984/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:48,489 WARN [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/cluster_fdc020e3-79ff-f068-3cf9-4da9da1980dd/data/data2/current/BP-491865853-172.17.0.3-1733462506984/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:48,512 WARN [Thread-4286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:21:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa372e619ecc1c7bc with lease ID 0x83ebfb601d5217ae: Processing first storage report for DS-e453c054-1931-4ee7-bfc9-5fde014fcccc from datanode DatanodeRegistration(127.0.0.1:34157, datanodeUuid=ec81969a-f54c-4996-b027-49a95a6e7d5a, infoPort=44977, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=79264099;c=1733462506984) 2024-12-06T05:21:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa372e619ecc1c7bc with lease ID 0x83ebfb601d5217ae: from storage DS-e453c054-1931-4ee7-bfc9-5fde014fcccc node DatanodeRegistration(127.0.0.1:34157, datanodeUuid=ec81969a-f54c-4996-b027-49a95a6e7d5a, infoPort=44977, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=79264099;c=1733462506984), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa372e619ecc1c7bc with lease ID 0x83ebfb601d5217ae: Processing first storage report for DS-68a4fec3-27f8-4175-943d-5b3965add4c3 from datanode DatanodeRegistration(127.0.0.1:34157, datanodeUuid=ec81969a-f54c-4996-b027-49a95a6e7d5a, infoPort=44977, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=79264099;c=1733462506984) 2024-12-06T05:21:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa372e619ecc1c7bc with lease ID 0x83ebfb601d5217ae: from storage DS-68a4fec3-27f8-4175-943d-5b3965add4c3 node DatanodeRegistration(127.0.0.1:34157, datanodeUuid=ec81969a-f54c-4996-b027-49a95a6e7d5a, infoPort=44977, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=79264099;c=1733462506984), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:48,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4 2024-12-06T05:21:48,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:48,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:21:49,018 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e with version=8 2024-12-06T05:21:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/hbase-staging 2024-12-06T05:21:49,020 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:49,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:49,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:49,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:49,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:49,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:49,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:21:49,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:49,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38799 2024-12-06T05:21:49,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38799 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-12-06T05:21:49,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387990x0, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:49,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38799-0x101a916b9750000 connected 2024-12-06T05:21:49,291 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:21:49,291 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T05:21:49,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:49,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:49,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on znode that does not yet exist, /0-326611853/running 2024-12-06T05:21:49,670 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e, hbase.cluster.distributed=false 2024-12-06T05:21:49,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on znode that does not yet exist, /0-326611853/acl 2024-12-06T05:21:49,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38799 2024-12-06T05:21:49,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38799 2024-12-06T05:21:49,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38799 2024-12-06T05:21:49,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38799 2024-12-06T05:21:49,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38799 2024-12-06T05:21:49,683 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:49,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:49,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:49,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:49,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:49,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:49,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:21:49,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:49,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44851 2024-12-06T05:21:49,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44851 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-12-06T05:21:49,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:49,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448510x0, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:49,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44851-0x101a916b9750001 connected 2024-12-06T05:21:49,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on znode that does not yet exist, /0-326611853/running 2024-12-06T05:21:49,768 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:21:49,770 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:21:49,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on znode that does not yet exist, /0-326611853/master 2024-12-06T05:21:49,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on znode that does not yet exist, /0-326611853/acl 2024-12-06T05:21:49,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44851 2024-12-06T05:21:49,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44851 2024-12-06T05:21:49,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44851 2024-12-06T05:21:49,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44851 2024-12-06T05:21:49,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44851 2024-12-06T05:21:49,792 DEBUG [M:0;ec46afd49254:38799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:38799 2024-12-06T05:21:49,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-326611853/backup-masters/ec46afd49254,38799,1733462509020 2024-12-06T05:21:49,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:21:49,808 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:21:49,808 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:21:49,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853/backup-masters 2024-12-06T05:21:49,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853/backup-masters 2024-12-06T05:21:49,861 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on existing znode=/0-326611853/backup-masters/ec46afd49254,38799,1733462509020 2024-12-06T05:21:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-326611853/master 2024-12-06T05:21:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:49,931 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on existing znode=/0-326611853/master 2024-12-06T05:21:49,931 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-326611853/backup-masters/ec46afd49254,38799,1733462509020 from backup master directory 2024-12-06T05:21:49,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:49,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-326611853/backup-masters/ec46afd49254,38799,1733462509020 2024-12-06T05:21:49,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853/backup-masters 2024-12-06T05:21:49,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853/backup-masters 2024-12-06T05:21:49,973 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:49,973 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,38799,1733462509020 2024-12-06T05:21:49,976 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/hbase.id] with ID: d6ed3a86-8769-4650-aec4-767513be1d62 2024-12-06T05:21:49,976 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/.tmp/hbase.id 2024-12-06T05:21:49,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:21:49,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:49,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:50,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:21:50,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:21:50,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T05:21:50,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T05:21:50,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:21:50,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T05:21:50,009 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T05:21:50,009 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T05:21:50,380 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/.tmp/hbase.id]:[hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/hbase.id] 2024-12-06T05:21:50,387 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:50,387 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:21:50,388 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:21:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:50,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:21:50,848 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:50,849 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:21:50,849 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:50,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:21:51,255 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store 2024-12-06T05:21:51,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:21:51,659 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:51,659 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:21:51,659 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:51,659 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:51,659 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:21:51,659 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:51,659 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:51,659 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462511659Disabling compacts and flushes for region at 1733462511659Disabling writes for close at 1733462511659Writing region close event to WAL at 1733462511659Closed at 1733462511659 2024-12-06T05:21:51,660 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/.initializing 2024-12-06T05:21:51,660 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/WALs/ec46afd49254,38799,1733462509020 2024-12-06T05:21:51,660 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:51,662 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C38799%2C1733462509020, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/WALs/ec46afd49254,38799,1733462509020, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/oldWALs, maxLogs=10 2024-12-06T05:21:51,672 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/WALs/ec46afd49254,38799,1733462509020/ec46afd49254%2C38799%2C1733462509020.1733462511662, exclude list is [], retry=0 2024-12-06T05:21:51,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-e453c054-1931-4ee7-bfc9-5fde014fcccc,DISK] 2024-12-06T05:21:51,675 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/WALs/ec46afd49254,38799,1733462509020/ec46afd49254%2C38799%2C1733462509020.1733462511662 2024-12-06T05:21:51,675 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-12-06T05:21:51,675 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:51,675 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:51,675 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,675 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:21:51,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:51,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:51,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:21:51,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:51,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:51,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:21:51,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:51,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:51,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:21:51,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:51,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:51,680 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,680 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,680 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,681 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,681 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,681 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:51,682 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:51,683 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:51,683 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64037881, jitterRate=-0.04576121270656586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:51,683 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462511675Initializing all the Stores at 1733462511676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462511676Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462511676Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462511676Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462511676Cleaning up temporary data from old regions at 1733462511681 (+5 ms)Region opened successfully at 1733462511683 (+2 ms) 2024-12-06T05:21:51,684 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:21:51,685 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7736b5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:51,686 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:21:51,686 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:21:51,686 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:21:51,686 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:21:51,686 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:21:51,686 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:21:51,686 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:21:51,687 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:21:51,688 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Unable to get data of znode /0-326611853/balancer because node does not exist (not necessarily an error) 2024-12-06T05:21:51,854 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-326611853/balancer already deleted, retry=false 2024-12-06T05:21:51,854 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:21:51,855 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Unable to get data of znode /0-326611853/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:21:51,865 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-326611853/normalizer already deleted, retry=false 2024-12-06T05:21:51,865 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:21:51,866 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Unable to get data of znode /0-326611853/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:21:51,875 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-326611853/switch/split already deleted, retry=false 2024-12-06T05:21:51,876 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Unable to get data of znode /0-326611853/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:21:51,886 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-326611853/switch/merge already deleted, retry=false 2024-12-06T05:21:51,887 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Unable to get data of znode /0-326611853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:21:51,896 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-326611853/snapshot-cleanup already deleted, retry=false 2024-12-06T05:21:51,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-326611853/running 2024-12-06T05:21:51,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-326611853/running 2024-12-06T05:21:51,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:51,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:51,907 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,38799,1733462509020, sessionid=0x101a916b9750000, setting cluster-up flag (Was=false) 2024-12-06T05:21:51,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:51,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:51,959 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-326611853/flush-table-proc/acquired, /0-326611853/flush-table-proc/reached, /0-326611853/flush-table-proc/abort 2024-12-06T05:21:51,960 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,38799,1733462509020 2024-12-06T05:21:51,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:51,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:52,012 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-326611853/online-snapshot/acquired, /0-326611853/online-snapshot/reached, /0-326611853/online-snapshot/abort 2024-12-06T05:21:52,013 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,38799,1733462509020 2024-12-06T05:21:52,014 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:21:52,015 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:52,015 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:21:52,015 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:21:52,015 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,38799,1733462509020 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:21:52,016 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:52,016 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:52,016 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:52,016 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:52,016 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:21:52,016 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,016 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:52,016 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,017 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462542017 2024-12-06T05:21:52,017 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:21:52,017 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:21:52,017 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:21:52,017 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:21:52,017 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:21:52,017 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:21:52,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:52,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:21:52,017 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:21:52,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:21:52,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:21:52,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:21:52,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:52,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:21:52,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:21:52,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:21:52,018 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462512018,5,FailOnTimeoutGroup] 2024-12-06T05:21:52,018 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462512018,5,FailOnTimeoutGroup] 2024-12-06T05:21:52,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:21:52,018 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,019 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:21:52,081 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(746): ClusterId : d6ed3a86-8769-4650-aec4-767513be1d62 2024-12-06T05:21:52,081 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:21:52,086 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:21:52,086 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:21:52,097 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:21:52,097 DEBUG [RS:0;ec46afd49254:44851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aff6b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:52,106 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:44851 2024-12-06T05:21:52,106 INFO [RS:0;ec46afd49254:44851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:21:52,106 INFO [RS:0;ec46afd49254:44851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:21:52,106 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:21:52,107 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,38799,1733462509020 with port=44851, startcode=1733462509683 2024-12-06T05:21:52,107 DEBUG [RS:0;ec46afd49254:44851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:21:52,108 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:21:52,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,44851,1733462509683 2024-12-06T05:21:52,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,44851,1733462509683 2024-12-06T05:21:52,109 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e 2024-12-06T05:21:52,109 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39565 2024-12-06T05:21:52,109 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:21:52,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853/rs 2024-12-06T05:21:52,118 DEBUG [RS:0;ec46afd49254:44851 {}] zookeeper.ZKUtil(111): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on existing znode=/0-326611853/rs/ec46afd49254,44851,1733462509683 2024-12-06T05:21:52,118 WARN [RS:0;ec46afd49254:44851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:52,118 INFO [RS:0;ec46afd49254:44851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:52,118 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683 2024-12-06T05:21:52,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,44851,1733462509683] 2024-12-06T05:21:52,120 INFO [RS:0;ec46afd49254:44851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:21:52,121 INFO [RS:0;ec46afd49254:44851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:21:52,124 INFO [RS:0;ec46afd49254:44851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:21:52,124 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,125 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:21:52,126 INFO [RS:0;ec46afd49254:44851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:21:52,126 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:52,126 DEBUG [RS:0;ec46afd49254:44851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:52,128 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,128 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,128 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,128 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,128 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,128 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,44851,1733462509683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:52,139 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:21:52,139 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,44851,1733462509683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,139 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,139 INFO [RS:0;ec46afd49254:44851 {}] regionserver.Replication(171): ec46afd49254,44851,1733462509683 started 2024-12-06T05:21:52,151 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,151 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,44851,1733462509683, RpcServer on ec46afd49254/172.17.0.3:44851, sessionid=0x101a916b9750001 2024-12-06T05:21:52,151 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:21:52,151 DEBUG [RS:0;ec46afd49254:44851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,44851,1733462509683 2024-12-06T05:21:52,151 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,44851,1733462509683' 2024-12-06T05:21:52,151 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-326611853/flush-table-proc/abort' 2024-12-06T05:21:52,151 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-326611853/flush-table-proc/acquired' 2024-12-06T05:21:52,151 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:21:52,152 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:21:52,152 DEBUG [RS:0;ec46afd49254:44851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,44851,1733462509683 2024-12-06T05:21:52,152 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,44851,1733462509683' 2024-12-06T05:21:52,152 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-326611853/online-snapshot/abort' 2024-12-06T05:21:52,152 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-326611853/online-snapshot/acquired' 2024-12-06T05:21:52,152 DEBUG [RS:0;ec46afd49254:44851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:21:52,152 INFO [RS:0;ec46afd49254:44851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:21:52,152 INFO [RS:0;ec46afd49254:44851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:21:52,252 INFO [RS:0;ec46afd49254:44851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:52,253 INFO [RS:0;ec46afd49254:44851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C44851%2C1733462509683, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/oldWALs, maxLogs=10 2024-12-06T05:21:52,264 DEBUG [RS:0;ec46afd49254:44851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254, exclude list is [], retry=0 2024-12-06T05:21:52,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-e453c054-1931-4ee7-bfc9-5fde014fcccc,DISK] 2024-12-06T05:21:52,267 INFO [RS:0;ec46afd49254:44851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 2024-12-06T05:21:52,267 DEBUG [RS:0;ec46afd49254:44851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-12-06T05:21:52,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:21:52,422 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e 2024-12-06T05:21:52,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:21:52,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:52,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:52,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:52,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:52,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:52,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:52,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:52,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:52,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:52,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:52,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:52,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:52,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:52,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:52,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:52,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:52,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:52,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:52,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740 2024-12-06T05:21:52,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740 2024-12-06T05:21:52,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:52,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:52,433 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:52,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:52,435 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:52,436 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70933086, jitterRate=0.05698534846305847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:52,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462512426Initializing all the Stores at 1733462512427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462512427Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462512427Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462512427Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462512427Cleaning up temporary data from old regions at 1733462512433 (+6 ms)Region opened successfully at 1733462512436 (+3 ms) 2024-12-06T05:21:52,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:21:52,436 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:21:52,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:21:52,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:21:52,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:21:52,436 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:52,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462512436Disabling compacts and flushes for region at 1733462512436Disabling writes for close at 1733462512436Writing region close event to WAL at 1733462512436Closed at 1733462512436 2024-12-06T05:21:52,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:52,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:21:52,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:21:52,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:52,439 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:21:52,589 DEBUG [ec46afd49254:38799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:21:52,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,44851,1733462509683 2024-12-06T05:21:52,590 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,44851,1733462509683, state=OPENING 2024-12-06T05:21:52,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:21:52,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:52,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:21:52,644 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:52,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-326611853/meta-region-server: CHANGED 2024-12-06T05:21:52,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-326611853/meta-region-server: CHANGED 2024-12-06T05:21:52,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,44851,1733462509683}] 2024-12-06T05:21:52,796 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:21:52,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:21:52,799 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:21:52,799 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:52,799 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:21:52,800 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C44851%2C1733462509683.meta, suffix=.meta, logDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/oldWALs, maxLogs=10 2024-12-06T05:21:52,811 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.meta.1733462512800.meta, exclude list is [], retry=0 2024-12-06T05:21:52,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-e453c054-1931-4ee7-bfc9-5fde014fcccc,DISK] 2024-12-06T05:21:52,813 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.meta.1733462512800.meta 2024-12-06T05:21:52,814 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-12-06T05:21:52,814 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:52,814 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:52,814 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:21:52,814 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:21:52,814 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:21:52,815 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:21:52,815 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:52,815 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:21:52,815 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:21:52,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:52,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:52,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:52,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:52,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:52,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:52,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:52,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:52,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:52,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:52,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:52,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:52,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:52,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:52,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:52,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:52,819 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:52,819 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740 2024-12-06T05:21:52,820 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740 2024-12-06T05:21:52,821 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:52,821 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:52,821 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:52,822 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:52,823 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64318322, jitterRate=-0.041582316160202026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:52,823 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:21:52,823 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462512815Writing region info on filesystem at 1733462512815Initializing all the Stores at 1733462512815Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462512815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462512815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462512816 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462512816Cleaning up temporary data from old regions at 1733462512821 (+5 ms)Running coprocessor post-open hooks at 1733462512823 (+2 ms)Region opened successfully at 1733462512823 2024-12-06T05:21:52,823 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462512796 2024-12-06T05:21:52,825 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:21:52,825 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:21:52,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,44851,1733462509683 2024-12-06T05:21:52,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,44851,1733462509683, state=OPEN 2024-12-06T05:21:52,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-326611853/meta-region-server 2024-12-06T05:21:52,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-326611853/meta-region-server 2024-12-06T05:21:52,887 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,44851,1733462509683 2024-12-06T05:21:52,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-326611853/meta-region-server: CHANGED 2024-12-06T05:21:52,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-326611853/meta-region-server: CHANGED 2024-12-06T05:21:52,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:21:52,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,44851,1733462509683 in 243 msec 2024-12-06T05:21:52,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:21:52,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-12-06T05:21:52,891 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:52,891 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:21:52,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:52,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,44851,1733462509683, seqNum=-1] 2024-12-06T05:21:52,892 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:52,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:52,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 881 msec 2024-12-06T05:21:52,896 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462512896, completionTime=-1 2024-12-06T05:21:52,896 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:21:52,896 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:21:52,897 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:21:52,897 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462572897 2024-12-06T05:21:52,897 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462632897 2024-12-06T05:21:52,898 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:21:52,898 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38799,1733462509020-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,898 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38799,1733462509020-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,898 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38799,1733462509020-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,898 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:38799, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,898 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,898 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,899 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:21:52,900 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-12-06T05:21:52,900 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:21:52,900 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:21:52,900 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:21:52,900 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:21:52,901 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:21:52,901 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38799,1733462509020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:52,901 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38799,1733462509020-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:21:52,902 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:21:52,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:21:52,902 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,38799,1733462509020-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:52,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf49604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:52,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,38799,-1 for getting cluster id 2024-12-06T05:21:52,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:52,982 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6ed3a86-8769-4650-aec4-767513be1d62' 2024-12-06T05:21:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:52,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6ed3a86-8769-4650-aec4-767513be1d62" 2024-12-06T05:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29da1a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,38799,-1] 2024-12-06T05:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:52,983 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:52,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2568b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:52,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,44851,1733462509683, seqNum=-1] 2024-12-06T05:21:52,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:52,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:52,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,38799,1733462509020 2024-12-06T05:21:52,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-12-06T05:21:53,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:53,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a916b9750002 connected 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.log.dir so I do NOT create it in target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd 2024-12-06T05:21:53,014 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.tmp.dir so I do NOT create it in target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd 2024-12-06T05:21:53,014 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:21:53,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/cluster_3a8c8418-07e3-41cf-141d-72c09c507160, deleteOnExit=true 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/test.cache.data in system properties and HBase conf 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:21:53,014 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:21:53,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:21:53,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:21:53,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:53,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:53,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:53,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:53,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:21:53,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:53,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52079d94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:53,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f5669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:53,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@450ae88b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/java.io.tmpdir/jetty-localhost-35437-hadoop-hdfs-3_4_1-tests_jar-_-any-11227832010233295997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:21:53,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56489eac{HTTP/1.1, (http/1.1)}{localhost:35437} 2024-12-06T05:21:53,408 INFO [Time-limited test {}] server.Server(415): Started @369781ms 2024-12-06T05:21:53,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:21:53,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:21:53,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:21:53,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:21:53,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:21:53,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d3de0cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:21:53,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fee88d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:21:53,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ff0a789{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/java.io.tmpdir/jetty-localhost-41915-hadoop-hdfs-3_4_1-tests_jar-_-any-6091964992740233292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:21:53,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18edd122{HTTP/1.1, (http/1.1)}{localhost:41915} 2024-12-06T05:21:53,758 INFO [Time-limited test {}] server.Server(415): Started @370131ms 2024-12-06T05:21:53,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:21:55,262 WARN [Thread-4419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/cluster_3a8c8418-07e3-41cf-141d-72c09c507160/data/data1/current/BP-1080150609-172.17.0.3-1733462513028/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:55,262 WARN [Thread-4420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/cluster_3a8c8418-07e3-41cf-141d-72c09c507160/data/data2/current/BP-1080150609-172.17.0.3-1733462513028/current, will proceed with Du for space computation calculation, 2024-12-06T05:21:55,277 WARN [Thread-4407 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:21:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc447e96434bc5df9 with lease ID 0xe73abfffdeea0671: Processing first storage report for DS-6c061502-8189-414d-85db-1d0f56125827 from datanode DatanodeRegistration(127.0.0.1:34529, datanodeUuid=b4615d92-ed53-4372-a917-7db76f455d35, infoPort=34857, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=295404498;c=1733462513028) 2024-12-06T05:21:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc447e96434bc5df9 with lease ID 0xe73abfffdeea0671: from storage DS-6c061502-8189-414d-85db-1d0f56125827 node DatanodeRegistration(127.0.0.1:34529, datanodeUuid=b4615d92-ed53-4372-a917-7db76f455d35, infoPort=34857, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=295404498;c=1733462513028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc447e96434bc5df9 with lease ID 0xe73abfffdeea0671: Processing first storage report for DS-07cb6d61-feca-41ea-9038-51c960ac735d from datanode DatanodeRegistration(127.0.0.1:34529, datanodeUuid=b4615d92-ed53-4372-a917-7db76f455d35, infoPort=34857, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=295404498;c=1733462513028) 2024-12-06T05:21:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc447e96434bc5df9 with lease ID 0xe73abfffdeea0671: from storage DS-07cb6d61-feca-41ea-9038-51c960ac735d node DatanodeRegistration(127.0.0.1:34529, datanodeUuid=b4615d92-ed53-4372-a917-7db76f455d35, infoPort=34857, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=295404498;c=1733462513028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:21:55,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd 2024-12-06T05:21:55,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:55,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:21:55,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6 with version=8 2024-12-06T05:21:55,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/hbase-staging 2024-12-06T05:21:55,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:55,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:55,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:55,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:55,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:55,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:55,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:21:55,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:55,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42093 2024-12-06T05:21:55,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42093 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-12-06T05:21:55,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420930x0, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:55,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42093-0x101a916b9750003 connected 2024-12-06T05:21:55,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:55,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:55,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on znode that does not yet exist, /1-172955146/running 2024-12-06T05:21:55,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6, hbase.cluster.distributed=false 2024-12-06T05:21:55,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on znode that does not yet exist, /1-172955146/acl 2024-12-06T05:21:55,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42093 2024-12-06T05:21:55,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42093 2024-12-06T05:21:55,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42093 2024-12-06T05:21:55,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42093 2024-12-06T05:21:55,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42093 2024-12-06T05:21:55,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:21:55,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:55,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:55,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:21:55,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:21:55,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:21:55,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:21:55,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:21:55,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40843 2024-12-06T05:21:55,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40843 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-12-06T05:21:55,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:55,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408430x0, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:55,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408430x0, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on znode that does not yet exist, /1-172955146/running 2024-12-06T05:21:55,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40843-0x101a916b9750004 connected 2024-12-06T05:21:55,854 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:21:55,855 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:21:55,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on znode that does not yet exist, /1-172955146/master 2024-12-06T05:21:55,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on znode that does not yet exist, /1-172955146/acl 2024-12-06T05:21:55,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40843 2024-12-06T05:21:55,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40843 2024-12-06T05:21:55,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40843 2024-12-06T05:21:55,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40843 2024-12-06T05:21:55,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40843 2024-12-06T05:21:55,871 DEBUG [M:0;ec46afd49254:42093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:42093 2024-12-06T05:21:55,871 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-172955146/backup-masters/ec46afd49254,42093,1733462515699 2024-12-06T05:21:55,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146/backup-masters 2024-12-06T05:21:55,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146/backup-masters 2024-12-06T05:21:55,875 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on existing znode=/1-172955146/backup-masters/ec46afd49254,42093,1733462515699 2024-12-06T05:21:55,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-172955146/master 2024-12-06T05:21:55,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:55,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:55,886 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on existing znode=/1-172955146/master 2024-12-06T05:21:55,886 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-172955146/backup-masters/ec46afd49254,42093,1733462515699 from backup master directory 2024-12-06T05:21:55,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146/backup-masters 2024-12-06T05:21:55,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172955146/backup-masters/ec46afd49254,42093,1733462515699 2024-12-06T05:21:55,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146/backup-masters 2024-12-06T05:21:55,896 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:55,896 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,42093,1733462515699 2024-12-06T05:21:55,899 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/hbase.id] with ID: 5492c8bb-2357-4bbf-ac44-c5e9ea359687 2024-12-06T05:21:55,899 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/.tmp/hbase.id 2024-12-06T05:21:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:21:56,303 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/.tmp/hbase.id]:[hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/hbase.id] 2024-12-06T05:21:56,310 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:21:56,310 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:21:56,310 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T05:21:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:56,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:21:56,742 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:21:56,743 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:21:56,743 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:56,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:21:57,148 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store 2024-12-06T05:21:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:21:57,552 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:57,552 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:21:57,552 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:57,552 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:57,552 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:21:57,552 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:57,552 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:21:57,552 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462517552Disabling compacts and flushes for region at 1733462517552Disabling writes for close at 1733462517552Writing region close event to WAL at 1733462517552Closed at 1733462517552 2024-12-06T05:21:57,553 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/.initializing 2024-12-06T05:21:57,553 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/WALs/ec46afd49254,42093,1733462515699 2024-12-06T05:21:57,553 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:57,554 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C42093%2C1733462515699, suffix=, logDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/WALs/ec46afd49254,42093,1733462515699, archiveDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/oldWALs, maxLogs=10 2024-12-06T05:21:57,565 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/WALs/ec46afd49254,42093,1733462515699/ec46afd49254%2C42093%2C1733462515699.1733462517554, exclude list is [], retry=0 2024-12-06T05:21:57,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34529,DS-6c061502-8189-414d-85db-1d0f56125827,DISK] 2024-12-06T05:21:57,568 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/WALs/ec46afd49254,42093,1733462515699/ec46afd49254%2C42093%2C1733462515699.1733462517554 2024-12-06T05:21:57,568 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34857:34857)] 2024-12-06T05:21:57,568 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:57,568 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:57,568 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,568 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:21:57,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:57,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:57,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:21:57,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:57,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:57,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:21:57,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:57,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:57,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:21:57,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:57,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:21:57,574 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,574 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,574 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,575 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,575 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,576 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:57,576 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:21:57,578 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:57,578 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67278761, jitterRate=0.0025316625833511353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:57,578 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462517568Initializing all the Stores at 1733462517569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462517569Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462517569Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462517569Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462517569Cleaning up temporary data from old regions at 1733462517575 (+6 ms)Region opened successfully at 1733462517578 (+3 ms) 2024-12-06T05:21:57,579 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:21:57,581 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@820bc53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:57,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:21:57,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:21:57,581 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:21:57,582 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:21:57,582 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:21:57,582 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:21:57,582 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:21:57,584 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:21:57,585 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Unable to get data of znode /1-172955146/balancer because node does not exist (not necessarily an error) 2024-12-06T05:21:57,654 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172955146/balancer already deleted, retry=false 2024-12-06T05:21:57,654 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:21:57,655 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Unable to get data of znode /1-172955146/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:21:57,664 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172955146/normalizer already deleted, retry=false 2024-12-06T05:21:57,665 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:21:57,666 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Unable to get data of znode /1-172955146/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:21:57,675 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172955146/switch/split already deleted, retry=false 2024-12-06T05:21:57,676 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Unable to get data of znode /1-172955146/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:21:57,685 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172955146/switch/merge already deleted, retry=false 2024-12-06T05:21:57,687 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Unable to get data of znode /1-172955146/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:21:57,696 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-172955146/snapshot-cleanup already deleted, retry=false 2024-12-06T05:21:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-172955146/running 2024-12-06T05:21:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-172955146/running 2024-12-06T05:21:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:57,707 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,42093,1733462515699, sessionid=0x101a916b9750003, setting cluster-up flag (Was=false) 2024-12-06T05:21:57,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:57,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:57,759 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-172955146/flush-table-proc/acquired, /1-172955146/flush-table-proc/reached, /1-172955146/flush-table-proc/abort 2024-12-06T05:21:57,760 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,42093,1733462515699 2024-12-06T05:21:57,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:57,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:57,812 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-172955146/online-snapshot/acquired, /1-172955146/online-snapshot/reached, /1-172955146/online-snapshot/abort 2024-12-06T05:21:57,813 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,42093,1733462515699 2024-12-06T05:21:57,814 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:21:57,815 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:57,815 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:21:57,815 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:21:57,815 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,42093,1733462515699 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:21:57,816 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:57,816 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:57,816 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:57,817 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:21:57,817 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:21:57,817 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,817 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:57,817 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,817 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462547817 2024-12-06T05:21:57,817 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:57,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:21:57,818 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:21:57,820 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:21:57,820 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:21:57,821 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:57,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:21:57,824 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462517820,5,FailOnTimeoutGroup] 2024-12-06T05:21:57,824 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462517824,5,FailOnTimeoutGroup] 2024-12-06T05:21:57,824 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,824 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:21:57,824 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,824 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:21:57,864 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(746): ClusterId : 5492c8bb-2357-4bbf-ac44-c5e9ea359687 2024-12-06T05:21:57,864 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:21:57,875 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:21:57,876 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:21:57,886 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:21:57,886 DEBUG [RS:0;ec46afd49254:40843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108d0307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:21:57,902 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:40843 2024-12-06T05:21:57,902 INFO [RS:0;ec46afd49254:40843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:21:57,902 INFO [RS:0;ec46afd49254:40843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:21:57,902 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:21:57,902 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,42093,1733462515699 with port=40843, startcode=1733462515839 2024-12-06T05:21:57,903 DEBUG [RS:0;ec46afd49254:40843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:21:57,904 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:21:57,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,40843,1733462515839 2024-12-06T05:21:57,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42093 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,40843,1733462515839 2024-12-06T05:21:57,905 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6 2024-12-06T05:21:57,905 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41705 2024-12-06T05:21:57,905 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:21:57,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146/rs 2024-12-06T05:21:57,966 DEBUG [RS:0;ec46afd49254:40843 {}] zookeeper.ZKUtil(111): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on existing znode=/1-172955146/rs/ec46afd49254,40843,1733462515839 2024-12-06T05:21:57,966 WARN [RS:0;ec46afd49254:40843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:21:57,966 INFO [RS:0;ec46afd49254:40843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:57,966 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/WALs/ec46afd49254,40843,1733462515839 2024-12-06T05:21:57,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,40843,1733462515839] 2024-12-06T05:21:57,969 INFO [RS:0;ec46afd49254:40843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:21:57,970 INFO [RS:0;ec46afd49254:40843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:21:57,970 INFO [RS:0;ec46afd49254:40843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:21:57,970 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,971 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:21:57,971 INFO [RS:0;ec46afd49254:40843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:21:57,971 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,971 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:21:57,972 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:57,972 DEBUG [RS:0;ec46afd49254:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:21:57,972 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,972 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,972 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,972 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,972 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,972 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40843,1733462515839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:57,994 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:21:57,994 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,40843,1733462515839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,995 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:57,995 INFO [RS:0;ec46afd49254:40843 {}] regionserver.Replication(171): ec46afd49254,40843,1733462515839 started 2024-12-06T05:21:58,014 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:58,014 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,40843,1733462515839, RpcServer on ec46afd49254/172.17.0.3:40843, sessionid=0x101a916b9750004 2024-12-06T05:21:58,014 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:21:58,014 DEBUG [RS:0;ec46afd49254:40843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,40843,1733462515839 2024-12-06T05:21:58,014 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,40843,1733462515839' 2024-12-06T05:21:58,014 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-172955146/flush-table-proc/abort' 2024-12-06T05:21:58,014 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-172955146/flush-table-proc/acquired' 2024-12-06T05:21:58,015 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:21:58,015 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:21:58,015 DEBUG [RS:0;ec46afd49254:40843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,40843,1733462515839 2024-12-06T05:21:58,015 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,40843,1733462515839' 2024-12-06T05:21:58,015 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-172955146/online-snapshot/abort' 2024-12-06T05:21:58,015 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-172955146/online-snapshot/acquired' 2024-12-06T05:21:58,016 DEBUG [RS:0;ec46afd49254:40843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:21:58,016 INFO [RS:0;ec46afd49254:40843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:21:58,016 INFO [RS:0;ec46afd49254:40843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:21:58,116 INFO [RS:0;ec46afd49254:40843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:21:58,117 INFO [RS:0;ec46afd49254:40843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C40843%2C1733462515839, suffix=, logDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/WALs/ec46afd49254,40843,1733462515839, archiveDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/oldWALs, maxLogs=10 2024-12-06T05:21:58,134 DEBUG [RS:0;ec46afd49254:40843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/WALs/ec46afd49254,40843,1733462515839/ec46afd49254%2C40843%2C1733462515839.1733462518117, exclude list is [], retry=0 2024-12-06T05:21:58,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34529,DS-6c061502-8189-414d-85db-1d0f56125827,DISK] 2024-12-06T05:21:58,137 INFO [RS:0;ec46afd49254:40843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/WALs/ec46afd49254,40843,1733462515839/ec46afd49254%2C40843%2C1733462515839.1733462518117 2024-12-06T05:21:58,138 DEBUG [RS:0;ec46afd49254:40843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34857:34857)] 2024-12-06T05:21:58,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:21:58,231 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6 2024-12-06T05:21:58,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:21:58,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:21:58,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:21:58,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:58,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:58,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:58,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:58,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:58,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:58,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:58,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:58,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:58,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:58,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:58,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:58,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:58,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:58,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:58,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:58,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740 2024-12-06T05:21:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740 2024-12-06T05:21:58,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:58,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:58,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:58,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:58,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:21:58,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59283681, jitterRate=-0.11660431325435638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:58,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462518636Initializing all the Stores at 1733462518636Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462518636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462518636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462518636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462518636Cleaning up temporary data from old regions at 1733462518643 (+7 ms)Region opened successfully at 1733462518646 (+3 ms) 2024-12-06T05:21:58,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:21:58,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:21:58,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:21:58,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:21:58,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:21:58,647 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:21:58,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462518646Disabling compacts and flushes for region at 1733462518646Disabling writes for close at 1733462518646Writing region close event to WAL at 1733462518647 (+1 ms)Closed at 1733462518647 2024-12-06T05:21:58,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:58,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:21:58,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:21:58,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:58,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:21:58,800 DEBUG [ec46afd49254:42093 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:21:58,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,40843,1733462515839 2024-12-06T05:21:58,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,40843,1733462515839, state=OPENING 2024-12-06T05:21:58,864 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:21:58,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:58,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:21:58,875 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:21:58,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,40843,1733462515839}] 2024-12-06T05:21:58,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-172955146/meta-region-server: CHANGED 2024-12-06T05:21:58,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-172955146/meta-region-server: CHANGED 2024-12-06T05:21:59,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:21:59,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:21:59,033 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:21:59,033 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:21:59,033 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:21:59,034 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C40843%2C1733462515839.meta, suffix=.meta, logDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/WALs/ec46afd49254,40843,1733462515839, archiveDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/oldWALs, maxLogs=10 2024-12-06T05:21:59,048 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/WALs/ec46afd49254,40843,1733462515839/ec46afd49254%2C40843%2C1733462515839.meta.1733462519034.meta, exclude list is [], retry=0 2024-12-06T05:21:59,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34529,DS-6c061502-8189-414d-85db-1d0f56125827,DISK] 2024-12-06T05:21:59,054 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/WALs/ec46afd49254,40843,1733462515839/ec46afd49254%2C40843%2C1733462515839.meta.1733462519034.meta 2024-12-06T05:21:59,054 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34857:34857)] 2024-12-06T05:21:59,054 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:21:59,055 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:21:59,055 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:21:59,055 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:21:59,055 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:21:59,055 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:21:59,055 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:21:59,055 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:21:59,055 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:21:59,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:21:59,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:21:59,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:59,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:59,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:21:59,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:21:59,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:59,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:59,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:21:59,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:21:59,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:59,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:59,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:21:59,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:21:59,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:21:59,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:21:59,060 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:21:59,061 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740 2024-12-06T05:21:59,061 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740 2024-12-06T05:21:59,062 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:21:59,062 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:21:59,062 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:21:59,063 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:21:59,064 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65658857, jitterRate=-0.02160678803920746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:21:59,064 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:21:59,064 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462519055Writing region info on filesystem at 1733462519055Initializing all the Stores at 1733462519056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462519056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462519056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462519056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462519056Cleaning up temporary data from old regions at 1733462519062 (+6 ms)Running coprocessor post-open hooks at 1733462519064 (+2 ms)Region opened successfully at 1733462519064 2024-12-06T05:21:59,065 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462519029 2024-12-06T05:21:59,067 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:21:59,067 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:21:59,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,40843,1733462515839 2024-12-06T05:21:59,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,40843,1733462515839, state=OPEN 2024-12-06T05:21:59,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-172955146/meta-region-server 2024-12-06T05:21:59,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-172955146/meta-region-server 2024-12-06T05:21:59,153 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,40843,1733462515839 2024-12-06T05:21:59,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-172955146/meta-region-server: CHANGED 2024-12-06T05:21:59,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-172955146/meta-region-server: CHANGED 2024-12-06T05:21:59,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:21:59,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,40843,1733462515839 in 277 msec 2024-12-06T05:21:59,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:21:59,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-12-06T05:21:59,158 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:21:59,158 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:21:59,159 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:59,159 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40843,1733462515839, seqNum=-1] 2024-12-06T05:21:59,159 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:59,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:59,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3500 sec 2024-12-06T05:21:59,166 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462519166, completionTime=-1 2024-12-06T05:21:59,166 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:21:59,166 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:21:59,168 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:21:59,168 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462579168 2024-12-06T05:21:59,168 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462639168 2024-12-06T05:21:59,168 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:21:59,168 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42093,1733462515699-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:59,168 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42093,1733462515699-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:59,168 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42093,1733462515699-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:59,168 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:42093, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:59,168 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:59,169 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:59,170 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:21:59,172 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-12-06T05:21:59,172 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:21:59,172 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:21:59,172 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:21:59,172 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:21:59,172 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:21:59,172 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42093,1733462515699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:21:59,172 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42093,1733462515699-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:21:59,174 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:21:59,174 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:21:59,174 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,42093,1733462515699-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:21:59,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b236703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:59,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42093,-1 for getting cluster id 2024-12-06T05:21:59,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:21:59,266 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5492c8bb-2357-4bbf-ac44-c5e9ea359687' 2024-12-06T05:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5492c8bb-2357-4bbf-ac44-c5e9ea359687" 2024-12-06T05:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76242cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42093,-1] 2024-12-06T05:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:21:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:21:59,268 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:21:59,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444ecca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:21:59,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:21:59,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40843,1733462515839, seqNum=-1] 2024-12-06T05:21:59,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:21:59,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:21:59,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,42093,1733462515699 2024-12-06T05:21:59,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-12-06T05:21:59,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:21:59,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a916b9750005 connected 2024-12-06T05:21:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.log.dir so I do NOT create it in target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579 2024-12-06T05:21:59,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:21:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.tmp.dir so I do NOT create it in target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579 2024-12-06T05:21:59,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:21:59,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579 2024-12-06T05:21:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/cluster_24c03a9a-c654-ae76-1119-88db89d1e9a8, deleteOnExit=true 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/test.cache.data in system properties and HBase conf 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:21:59,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:21:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:21:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:21:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:21:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:21:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:21:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:21:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:21:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:22:00,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:22:00,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:22:00,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:22:00,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:22:00,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:22:00,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:22:00,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@561806ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:22:00,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@730f0be1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:22:00,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19624ed{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/java.io.tmpdir/jetty-localhost-46565-hadoop-hdfs-3_4_1-tests_jar-_-any-7506895810643579698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:22:00,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69698f7b{HTTP/1.1, (http/1.1)}{localhost:46565} 2024-12-06T05:22:00,986 INFO [Time-limited test {}] server.Server(415): Started @377359ms 2024-12-06T05:22:01,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:22:01,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:22:01,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:22:01,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:22:01,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:22:01,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4be17ea2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:22:01,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@473b8b28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:22:01,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f4db6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/java.io.tmpdir/jetty-localhost-37065-hadoop-hdfs-3_4_1-tests_jar-_-any-15285010246056255087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:22:01,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39cc6a3b{HTTP/1.1, (http/1.1)}{localhost:37065} 2024-12-06T05:22:01,511 INFO [Time-limited test {}] server.Server(415): Started @377884ms 2024-12-06T05:22:01,513 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:22:02,711 WARN [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/cluster_24c03a9a-c654-ae76-1119-88db89d1e9a8/data/data1/current/BP-753594286-172.17.0.3-1733462519335/current, will proceed with Du for space computation calculation, 2024-12-06T05:22:02,721 WARN [Thread-4541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/cluster_24c03a9a-c654-ae76-1119-88db89d1e9a8/data/data2/current/BP-753594286-172.17.0.3-1733462519335/current, will proceed with Du for space computation calculation, 2024-12-06T05:22:02,816 WARN [Thread-4528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:22:02,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ad0fc500b716965 with lease ID 0x5f83eca0acf2f3bb: Processing first storage report for DS-880365a8-cb2b-4eca-8fb6-76c25bfedb11 from datanode DatanodeRegistration(127.0.0.1:37931, datanodeUuid=ca508edd-2166-4ae2-b26d-1519c56b27ce, infoPort=35115, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1191112820;c=1733462519335) 2024-12-06T05:22:02,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ad0fc500b716965 with lease ID 0x5f83eca0acf2f3bb: from storage DS-880365a8-cb2b-4eca-8fb6-76c25bfedb11 node DatanodeRegistration(127.0.0.1:37931, datanodeUuid=ca508edd-2166-4ae2-b26d-1519c56b27ce, infoPort=35115, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1191112820;c=1733462519335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:22:02,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ad0fc500b716965 with lease ID 0x5f83eca0acf2f3bb: Processing first storage report for DS-355b2709-b426-4142-a729-17d723f6b641 from datanode DatanodeRegistration(127.0.0.1:37931, datanodeUuid=ca508edd-2166-4ae2-b26d-1519c56b27ce, infoPort=35115, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1191112820;c=1733462519335) 2024-12-06T05:22:02,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ad0fc500b716965 with lease ID 0x5f83eca0acf2f3bb: from storage DS-355b2709-b426-4142-a729-17d723f6b641 node DatanodeRegistration(127.0.0.1:37931, datanodeUuid=ca508edd-2166-4ae2-b26d-1519c56b27ce, infoPort=35115, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1191112820;c=1733462519335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:22:02,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579 2024-12-06T05:22:02,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:22:02,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:22:02,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:22:02,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623 with version=8 2024-12-06T05:22:02,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/hbase-staging 2024-12-06T05:22:02,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:22:02,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:22:02,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:22:02,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:22:02,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:22:02,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:22:02,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:22:02,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:22:02,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37907 2024-12-06T05:22:02,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37907 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-12-06T05:22:02,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379070x0, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:22:02,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37907-0x101a916b9750006 connected 2024-12-06T05:22:02,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:22:02,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:22:03,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on znode that does not yet exist, /2-678798331/running 2024-12-06T05:22:03,002 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623, hbase.cluster.distributed=false 2024-12-06T05:22:03,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on znode that does not yet exist, /2-678798331/acl 2024-12-06T05:22:03,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37907 2024-12-06T05:22:03,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37907 2024-12-06T05:22:03,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37907 2024-12-06T05:22:03,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37907 2024-12-06T05:22:03,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37907 2024-12-06T05:22:03,050 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec46afd49254:0 server-side Connection retries=45 2024-12-06T05:22:03,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:22:03,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:22:03,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:22:03,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:22:03,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:22:03,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:22:03,051 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:22:03,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36719 2024-12-06T05:22:03,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36719 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-12-06T05:22:03,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:22:03,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:22:03,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367190x0, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on znode that does not yet exist, /2-678798331/running 2024-12-06T05:22:03,085 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:22:03,088 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367190x0, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:22:03,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36719-0x101a916b9750007 connected 2024-12-06T05:22:03,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:22:03,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on znode that does not yet exist, /2-678798331/master 2024-12-06T05:22:03,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on znode that does not yet exist, /2-678798331/acl 2024-12-06T05:22:03,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36719 2024-12-06T05:22:03,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36719 2024-12-06T05:22:03,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36719 2024-12-06T05:22:03,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36719 2024-12-06T05:22:03,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36719 2024-12-06T05:22:03,119 DEBUG [M:0;ec46afd49254:37907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec46afd49254:37907 2024-12-06T05:22:03,120 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-678798331/backup-masters/ec46afd49254,37907,1733462522894 2024-12-06T05:22:03,127 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331/backup-masters 2024-12-06T05:22:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331/backup-masters 2024-12-06T05:22:03,128 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on existing znode=/2-678798331/backup-masters/ec46afd49254,37907,1733462522894 2024-12-06T05:22:03,138 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-678798331/master 2024-12-06T05:22:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,138 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,138 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on existing znode=/2-678798331/master 2024-12-06T05:22:03,139 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-678798331/backup-masters/ec46afd49254,37907,1733462522894 from backup master directory 2024-12-06T05:22:03,148 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331/backup-masters 2024-12-06T05:22:03,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678798331/backup-masters/ec46afd49254,37907,1733462522894 2024-12-06T05:22:03,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331/backup-masters 2024-12-06T05:22:03,149 WARN [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:22:03,149 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec46afd49254,37907,1733462522894 2024-12-06T05:22:03,154 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/hbase.id] with ID: 174c577a-fd61-4202-9684-cc930268a4bc 2024-12-06T05:22:03,154 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/.tmp/hbase.id 2024-12-06T05:22:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:22:03,166 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/.tmp/hbase.id]:[hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/hbase.id] 2024-12-06T05:22:03,180 INFO [master/ec46afd49254:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:22:03,180 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:22:03,181 INFO [master/ec46afd49254:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:22:03,190 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:22:03,214 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:22:03,215 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:22:03,216 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:22:03,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:22:03,221 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store 2024-12-06T05:22:03,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:22:03,230 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:03,230 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:22:03,230 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:03,230 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:03,230 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:22:03,230 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:03,230 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:03,230 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462523230Disabling compacts and flushes for region at 1733462523230Disabling writes for close at 1733462523230Writing region close event to WAL at 1733462523230Closed at 1733462523230 2024-12-06T05:22:03,231 WARN [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/.initializing 2024-12-06T05:22:03,231 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/WALs/ec46afd49254,37907,1733462522894 2024-12-06T05:22:03,232 INFO [master/ec46afd49254:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:22:03,233 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec46afd49254%2C37907%2C1733462522894, suffix=, logDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/WALs/ec46afd49254,37907,1733462522894, archiveDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/oldWALs, maxLogs=10 2024-12-06T05:22:03,252 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/WALs/ec46afd49254,37907,1733462522894/ec46afd49254%2C37907%2C1733462522894.1733462523233, exclude list is [], retry=0 2024-12-06T05:22:03,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37931,DS-880365a8-cb2b-4eca-8fb6-76c25bfedb11,DISK] 2024-12-06T05:22:03,261 INFO [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/WALs/ec46afd49254,37907,1733462522894/ec46afd49254%2C37907%2C1733462522894.1733462523233 2024-12-06T05:22:03,264 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35115:35115)] 2024-12-06T05:22:03,264 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:22:03,265 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:03,265 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,265 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:22:03,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:03,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:22:03,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:22:03,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:03,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:03,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:22:03,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:03,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:03,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:22:03,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:03,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:03,275 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,275 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,276 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,276 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,276 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,277 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:22:03,278 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:22:03,285 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:22:03,285 INFO [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64679304, jitterRate=-0.03620326519012451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:22:03,285 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733462523265Initializing all the Stores at 1733462523266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462523266Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462523266Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462523266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462523266Cleaning up temporary data from old regions at 1733462523276 (+10 ms)Region opened successfully at 1733462523285 (+9 ms) 2024-12-06T05:22:03,286 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:22:03,288 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d33f4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:22:03,289 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:22:03,289 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:22:03,289 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:22:03,289 INFO [master/ec46afd49254:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:22:03,289 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:22:03,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:22:03,290 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:22:03,296 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:22:03,297 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Unable to get data of znode /2-678798331/balancer because node does not exist (not necessarily an error) 2024-12-06T05:22:03,306 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678798331/balancer already deleted, retry=false 2024-12-06T05:22:03,307 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:22:03,308 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Unable to get data of znode /2-678798331/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:22:03,317 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678798331/normalizer already deleted, retry=false 2024-12-06T05:22:03,317 INFO [master/ec46afd49254:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:22:03,318 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Unable to get data of znode /2-678798331/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:22:03,327 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678798331/switch/split already deleted, retry=false 2024-12-06T05:22:03,328 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Unable to get data of znode /2-678798331/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:22:03,338 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678798331/switch/merge already deleted, retry=false 2024-12-06T05:22:03,342 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Unable to get data of znode /2-678798331/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:22:03,348 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678798331/snapshot-cleanup already deleted, retry=false 2024-12-06T05:22:03,359 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-678798331/running 2024-12-06T05:22:03,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-678798331/running 2024-12-06T05:22:03,359 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,360 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec46afd49254,37907,1733462522894, sessionid=0x101a916b9750006, setting cluster-up flag (Was=false) 2024-12-06T05:22:03,380 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,412 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-678798331/flush-table-proc/acquired, /2-678798331/flush-table-proc/reached, /2-678798331/flush-table-proc/abort 2024-12-06T05:22:03,413 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,37907,1733462522894 2024-12-06T05:22:03,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,433 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:03,466 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-678798331/online-snapshot/acquired, /2-678798331/online-snapshot/reached, /2-678798331/online-snapshot/abort 2024-12-06T05:22:03,467 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec46afd49254,37907,1733462522894 2024-12-06T05:22:03,468 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:22:03,474 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:22:03,474 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:22:03,474 INFO [master/ec46afd49254:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:22:03,474 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec46afd49254,37907,1733462522894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:22:03,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:22:03,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:22:03,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:22:03,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec46afd49254:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:22:03,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec46afd49254:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:22:03,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:22:03,476 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:22:03,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:22:03,484 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:03,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:22:03,489 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733462553489 2024-12-06T05:22:03,489 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:22:03,489 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:22:03,489 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:22:03,489 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:22:03,490 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:22:03,490 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:22:03,512 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,516 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:22:03,516 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:22:03,516 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:22:03,516 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T05:22:03,529 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(746): ClusterId : 174c577a-fd61-4202-9684-cc930268a4bc 2024-12-06T05:22:03,529 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:22:03,531 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:22:03,531 INFO [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:22:03,532 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462523531,5,FailOnTimeoutGroup] 2024-12-06T05:22:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:22:03,539 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:22:03,539 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:22:03,544 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462523532,5,FailOnTimeoutGroup] 2024-12-06T05:22:03,544 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,545 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:22:03,545 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,545 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,549 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:22:03,550 DEBUG [RS:0;ec46afd49254:36719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fd1630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec46afd49254/172.17.0.3:0 2024-12-06T05:22:03,567 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec46afd49254:36719 2024-12-06T05:22:03,567 INFO [RS:0;ec46afd49254:36719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:22:03,567 INFO [RS:0;ec46afd49254:36719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:22:03,567 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:22:03,569 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec46afd49254,37907,1733462522894 with port=36719, startcode=1733462523050 2024-12-06T05:22:03,569 DEBUG [RS:0;ec46afd49254:36719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:22:03,571 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:22:03,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec46afd49254,36719,1733462523050 2024-12-06T05:22:03,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37907 {}] master.ServerManager(517): Registering regionserver=ec46afd49254,36719,1733462523050 2024-12-06T05:22:03,573 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623 2024-12-06T05:22:03,573 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42315 2024-12-06T05:22:03,573 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:22:03,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331/rs 2024-12-06T05:22:03,624 DEBUG [RS:0;ec46afd49254:36719 {}] zookeeper.ZKUtil(111): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on existing znode=/2-678798331/rs/ec46afd49254,36719,1733462523050 2024-12-06T05:22:03,625 WARN [RS:0;ec46afd49254:36719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:22:03,625 INFO [RS:0;ec46afd49254:36719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:22:03,625 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/WALs/ec46afd49254,36719,1733462523050 2024-12-06T05:22:03,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec46afd49254,36719,1733462523050] 2024-12-06T05:22:03,644 INFO [RS:0;ec46afd49254:36719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:22:03,652 INFO [RS:0;ec46afd49254:36719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:22:03,664 INFO [RS:0;ec46afd49254:36719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:22:03,664 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,668 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:22:03,669 INFO [RS:0;ec46afd49254:36719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:22:03,670 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec46afd49254:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec46afd49254:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:22:03,670 DEBUG [RS:0;ec46afd49254:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec46afd49254:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:22:03,676 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,676 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,676 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,676 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,676 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,676 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,36719,1733462523050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:22:03,699 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:22:03,699 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,36719,1733462523050-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,699 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,700 INFO [RS:0;ec46afd49254:36719 {}] regionserver.Replication(171): ec46afd49254,36719,1733462523050 started 2024-12-06T05:22:03,721 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:03,721 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1482): Serving as ec46afd49254,36719,1733462523050, RpcServer on ec46afd49254/172.17.0.3:36719, sessionid=0x101a916b9750007 2024-12-06T05:22:03,722 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:22:03,722 DEBUG [RS:0;ec46afd49254:36719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec46afd49254,36719,1733462523050 2024-12-06T05:22:03,722 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,36719,1733462523050' 2024-12-06T05:22:03,722 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-678798331/flush-table-proc/abort' 2024-12-06T05:22:03,722 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-678798331/flush-table-proc/acquired' 2024-12-06T05:22:03,723 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:22:03,723 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:22:03,723 DEBUG [RS:0;ec46afd49254:36719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec46afd49254,36719,1733462523050 2024-12-06T05:22:03,723 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec46afd49254,36719,1733462523050' 2024-12-06T05:22:03,723 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-678798331/online-snapshot/abort' 2024-12-06T05:22:03,723 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-678798331/online-snapshot/acquired' 2024-12-06T05:22:03,724 DEBUG [RS:0;ec46afd49254:36719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:22:03,724 INFO [RS:0;ec46afd49254:36719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:22:03,724 INFO [RS:0;ec46afd49254:36719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:22:03,824 INFO [RS:0;ec46afd49254:36719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:22:03,826 INFO [RS:0;ec46afd49254:36719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C36719%2C1733462523050, suffix=, logDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/WALs/ec46afd49254,36719,1733462523050, archiveDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/oldWALs, maxLogs=10 2024-12-06T05:22:03,844 DEBUG [RS:0;ec46afd49254:36719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/WALs/ec46afd49254,36719,1733462523050/ec46afd49254%2C36719%2C1733462523050.1733462523826, exclude list is [], retry=0 2024-12-06T05:22:03,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37931,DS-880365a8-cb2b-4eca-8fb6-76c25bfedb11,DISK] 2024-12-06T05:22:03,851 INFO [RS:0;ec46afd49254:36719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/WALs/ec46afd49254,36719,1733462523050/ec46afd49254%2C36719%2C1733462523050.1733462523826 2024-12-06T05:22:03,851 DEBUG [RS:0;ec46afd49254:36719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35115:35115)] 2024-12-06T05:22:03,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:22:03,940 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623 2024-12-06T05:22:03,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741833_1009 (size=32) 2024-12-06T05:22:04,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:04,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:22:04,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:22:04,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:04,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:22:04,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:22:04,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:22:04,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:04,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:22:04,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:22:04,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:22:04,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:04,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:22:04,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:22:04,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:22:04,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:04,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:22:04,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:22:04,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740 2024-12-06T05:22:04,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740 2024-12-06T05:22:04,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:22:04,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:22:04,352 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:22:04,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:22:04,362 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:22:04,363 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68223229, jitterRate=0.016605332493782043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:22:04,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733462524345Initializing all the Stores at 1733462524345Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462524345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462524345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462524345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462524345Cleaning up temporary data from old regions at 1733462524352 (+7 ms)Region opened successfully at 1733462524363 (+11 ms) 2024-12-06T05:22:04,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:22:04,363 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:22:04,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:22:04,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:22:04,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:22:04,364 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:22:04,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462524363Disabling compacts and flushes for region at 1733462524363Disabling writes for close at 1733462524363Writing region close event to WAL at 1733462524364 (+1 ms)Closed at 1733462524364 2024-12-06T05:22:04,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:22:04,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:22:04,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:22:04,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:22:04,367 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:22:04,517 DEBUG [ec46afd49254:37907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T05:22:04,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec46afd49254,36719,1733462523050 2024-12-06T05:22:04,518 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,36719,1733462523050, state=OPENING 2024-12-06T05:22:04,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:22:04,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:22:04,590 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:04,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:04,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-678798331/meta-region-server: CHANGED 2024-12-06T05:22:04,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-678798331/meta-region-server: CHANGED 2024-12-06T05:22:04,591 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:22:04,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,36719,1733462523050}] 2024-12-06T05:22:04,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:04,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:22:04,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:22:04,746 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:22:04,746 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:22:04,746 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:22:04,747 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C36719%2C1733462523050.meta, suffix=.meta, logDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/WALs/ec46afd49254,36719,1733462523050, archiveDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/oldWALs, maxLogs=10 2024-12-06T05:22:04,759 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/WALs/ec46afd49254,36719,1733462523050/ec46afd49254%2C36719%2C1733462523050.meta.1733462524747.meta, exclude list is [], retry=0 2024-12-06T05:22:04,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37931,DS-880365a8-cb2b-4eca-8fb6-76c25bfedb11,DISK] 2024-12-06T05:22:04,761 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/WALs/ec46afd49254,36719,1733462523050/ec46afd49254%2C36719%2C1733462523050.meta.1733462524747.meta 2024-12-06T05:22:04,762 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35115:35115)] 2024-12-06T05:22:04,762 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:22:04,762 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:22:04,763 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:22:04,763 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:22:04,763 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:22:04,763 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:22:04,763 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:04,763 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:22:04,763 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:22:04,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:22:04,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:22:04,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:04,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:22:04,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:22:04,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:22:04,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:04,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:22:04,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:22:04,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:22:04,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:04,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:22:04,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:22:04,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:22:04,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:04,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:22:04,767 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:22:04,768 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740 2024-12-06T05:22:04,768 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740 2024-12-06T05:22:04,769 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:22:04,769 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:22:04,769 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:22:04,770 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:22:04,770 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72588732, jitterRate=0.08165639638900757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:22:04,770 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:22:04,771 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733462524763Writing region info on filesystem at 1733462524763Initializing all the Stores at 1733462524764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462524764Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462524764Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462524764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733462524764Cleaning up temporary data from old regions at 1733462524769 (+5 ms)Running coprocessor post-open hooks at 1733462524770 (+1 ms)Region opened successfully at 1733462524771 (+1 ms) 2024-12-06T05:22:04,771 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733462524743 2024-12-06T05:22:04,772 DEBUG [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:22:04,772 INFO [RS_OPEN_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:22:04,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,36719,1733462523050 2024-12-06T05:22:04,773 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec46afd49254,36719,1733462523050, state=OPEN 2024-12-06T05:22:04,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-678798331/meta-region-server 2024-12-06T05:22:04,780 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-678798331/meta-region-server 2024-12-06T05:22:04,780 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec46afd49254,36719,1733462523050 2024-12-06T05:22:04,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-678798331/meta-region-server: CHANGED 2024-12-06T05:22:04,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-678798331/meta-region-server: CHANGED 2024-12-06T05:22:04,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:22:04,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec46afd49254,36719,1733462523050 in 189 msec 2024-12-06T05:22:04,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:22:04,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-06T05:22:04,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:22:04,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:22:04,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:22:04,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36719,1733462523050, seqNum=-1] 2024-12-06T05:22:04,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:22:04,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:22:04,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-12-06T05:22:04,790 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733462524790, completionTime=-1 2024-12-06T05:22:04,790 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T05:22:04,790 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:22:04,791 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T05:22:04,791 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733462584791 2024-12-06T05:22:04,791 INFO [master/ec46afd49254:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733462644791 2024-12-06T05:22:04,791 INFO [master/ec46afd49254:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:22:04,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37907,1733462522894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:04,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37907,1733462522894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:04,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37907,1733462522894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:04,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec46afd49254:37907, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:04,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:04,792 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:04,793 DEBUG [master/ec46afd49254:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:22:04,795 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.646sec 2024-12-06T05:22:04,795 INFO [master/ec46afd49254:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:22:04,795 INFO [master/ec46afd49254:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:22:04,795 INFO [master/ec46afd49254:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:22:04,795 INFO [master/ec46afd49254:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:22:04,795 INFO [master/ec46afd49254:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:22:04,795 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37907,1733462522894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:22:04,795 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37907,1733462522894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:22:04,797 DEBUG [master/ec46afd49254:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:22:04,797 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:22:04,797 INFO [master/ec46afd49254:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec46afd49254,37907,1733462522894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:22:04,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d072328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:04,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37907,-1 for getting cluster id 2024-12-06T05:22:04,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:04,831 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c577a-fd61-4202-9684-cc930268a4bc' 2024-12-06T05:22:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c577a-fd61-4202-9684-cc930268a4bc" 2024-12-06T05:22:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5110d685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37907,-1] 2024-12-06T05:22:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:04,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:04,832 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:04,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b88a54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:04,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:22:04,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36719,1733462523050, seqNum=-1] 2024-12-06T05:22:04,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:22:04,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:22:04,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec46afd49254,37907,1733462522894 2024-12-06T05:22:04,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-12-06T05:22:04,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:22:04,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a916b9750008 connected 2024-12-06T05:22:04,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,38799,1733462509020 2024-12-06T05:22:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cfea632 2024-12-06T05:22:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:04,857 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:22:04,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:22:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:22:04,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:22:04,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:04,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:22:04,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:22:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:04,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:22:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:05,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97908b0e8870e9feb00c800bc460826f, NAME => 'test,,1733462524857.97908b0e8870e9feb00c800bc460826f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e 2024-12-06T05:22:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:22:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:05,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462524857.97908b0e8870e9feb00c800bc460826f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:05,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97908b0e8870e9feb00c800bc460826f, disabling compactions & flushes 2024-12-06T05:22:05,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:05,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:05,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462524857.97908b0e8870e9feb00c800bc460826f. after waiting 0 ms 2024-12-06T05:22:05,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:05,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:05,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97908b0e8870e9feb00c800bc460826f: Waiting for close lock at 1733462525690Disabling compacts and flushes for region at 1733462525690Disabling writes for close at 1733462525690Writing region close event to WAL at 1733462525690Closed at 1733462525690 2024-12-06T05:22:05,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:22:05,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462524857.97908b0e8870e9feb00c800bc460826f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462525691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462525691"}]},"ts":"1733462525691"} 2024-12-06T05:22:05,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:22:05,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:22:05,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462525694"}]},"ts":"1733462525694"} 2024-12-06T05:22:05,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:22:05,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97908b0e8870e9feb00c800bc460826f, ASSIGN}] 2024-12-06T05:22:05,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97908b0e8870e9feb00c800bc460826f, ASSIGN 2024-12-06T05:22:05,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97908b0e8870e9feb00c800bc460826f, ASSIGN; state=OFFLINE, location=ec46afd49254,44851,1733462509683; forceNewPlan=false, retain=false 2024-12-06T05:22:05,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97908b0e8870e9feb00c800bc460826f, regionState=OPENING, regionLocation=ec46afd49254,44851,1733462509683 2024-12-06T05:22:05,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97908b0e8870e9feb00c800bc460826f, ASSIGN because future has completed 2024-12-06T05:22:05,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97908b0e8870e9feb00c800bc460826f, server=ec46afd49254,44851,1733462509683}] 2024-12-06T05:22:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:06,008 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:06,008 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97908b0e8870e9feb00c800bc460826f, NAME => 'test,,1733462524857.97908b0e8870e9feb00c800bc460826f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:22:06,008 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:22:06,008 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:22:06,008 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,008 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462524857.97908b0e8870e9feb00c800bc460826f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:06,008 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,008 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,009 INFO [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,010 INFO [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97908b0e8870e9feb00c800bc460826f columnFamilyName f 2024-12-06T05:22:06,011 DEBUG [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:06,011 INFO [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] regionserver.HStore(327): Store=97908b0e8870e9feb00c800bc460826f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:06,011 INFO [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,012 INFO [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97908b0e8870e9feb00c800bc460826f columnFamilyName f1 2024-12-06T05:22:06,012 DEBUG [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:06,012 INFO [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] regionserver.HStore(327): Store=97908b0e8870e9feb00c800bc460826f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:06,012 INFO [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,013 INFO [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97908b0e8870e9feb00c800bc460826f columnFamilyName norep 2024-12-06T05:22:06,013 DEBUG [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:06,013 INFO [StoreOpener-97908b0e8870e9feb00c800bc460826f-1 {}] regionserver.HStore(327): Store=97908b0e8870e9feb00c800bc460826f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:06,013 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,014 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,014 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,015 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,015 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,015 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:22:06,016 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,023 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:22:06,024 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97908b0e8870e9feb00c800bc460826f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60497421, jitterRate=-0.09851817786693573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:22:06,024 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:06,024 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97908b0e8870e9feb00c800bc460826f: Running coprocessor pre-open hook at 1733462526009Writing region info on filesystem at 1733462526009Initializing all the Stores at 1733462526009Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462526009Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462526009Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462526009Cleaning up temporary data from old regions at 1733462526015 (+6 ms)Running coprocessor post-open hooks at 1733462526024 (+9 ms)Region opened successfully at 1733462526024 2024-12-06T05:22:06,025 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462524857.97908b0e8870e9feb00c800bc460826f., pid=6, masterSystemTime=1733462526004 2024-12-06T05:22:06,026 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:06,027 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:06,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97908b0e8870e9feb00c800bc460826f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,44851,1733462509683 2024-12-06T05:22:06,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97908b0e8870e9feb00c800bc460826f, server=ec46afd49254,44851,1733462509683 because future has completed 2024-12-06T05:22:06,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:22:06,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97908b0e8870e9feb00c800bc460826f, server=ec46afd49254,44851,1733462509683 in 176 msec 2024-12-06T05:22:06,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:22:06,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97908b0e8870e9feb00c800bc460826f, ASSIGN in 335 msec 2024-12-06T05:22:06,033 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:22:06,033 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462526033"}]},"ts":"1733462526033"} 2024-12-06T05:22:06,034 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:22:06,035 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:22:06,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-12-06T05:22:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:07,008 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:22:07,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,42093,1733462515699 2024-12-06T05:22:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f8c7505 2024-12-06T05:22:07,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:07,009 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:22:07,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:22:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:22:07,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:22:07,012 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:07,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:22:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:07,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:22:07,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:22:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:07,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2e87406296ba7ad4393c3c6e7ec8e65, NAME => 'test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6 2024-12-06T05:22:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:22:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:07,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:07,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f2e87406296ba7ad4393c3c6e7ec8e65, disabling compactions & flushes 2024-12-06T05:22:07,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:07,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:07,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. after waiting 0 ms 2024-12-06T05:22:07,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:07,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:07,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2e87406296ba7ad4393c3c6e7ec8e65: Waiting for close lock at 1733462527826Disabling compacts and flushes for region at 1733462527826Disabling writes for close at 1733462527826Writing region close event to WAL at 1733462527826Closed at 1733462527826 2024-12-06T05:22:07,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:22:07,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462527829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462527829"}]},"ts":"1733462527829"} 2024-12-06T05:22:07,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:22:07,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:22:07,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462527832"}]},"ts":"1733462527832"} 2024-12-06T05:22:07,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:22:07,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2e87406296ba7ad4393c3c6e7ec8e65, ASSIGN}] 2024-12-06T05:22:07,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2e87406296ba7ad4393c3c6e7ec8e65, ASSIGN 2024-12-06T05:22:07,838 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f2e87406296ba7ad4393c3c6e7ec8e65, ASSIGN; state=OFFLINE, location=ec46afd49254,40843,1733462515839; forceNewPlan=false, retain=false 2024-12-06T05:22:07,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2e87406296ba7ad4393c3c6e7ec8e65, regionState=OPENING, regionLocation=ec46afd49254,40843,1733462515839 2024-12-06T05:22:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f2e87406296ba7ad4393c3c6e7ec8e65, ASSIGN because future has completed 2024-12-06T05:22:08,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e87406296ba7ad4393c3c6e7ec8e65, server=ec46afd49254,40843,1733462515839}] 2024-12-06T05:22:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:08,167 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:08,167 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2e87406296ba7ad4393c3c6e7ec8e65, NAME => 'test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:22:08,168 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:22:08,168 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:22:08,168 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,168 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:08,168 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,168 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,172 INFO [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,173 INFO [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e87406296ba7ad4393c3c6e7ec8e65 columnFamilyName f 2024-12-06T05:22:08,173 DEBUG [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:08,174 INFO [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] regionserver.HStore(327): Store=f2e87406296ba7ad4393c3c6e7ec8e65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:08,174 INFO [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,175 INFO [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e87406296ba7ad4393c3c6e7ec8e65 columnFamilyName f1 2024-12-06T05:22:08,175 DEBUG [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:08,176 INFO [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] regionserver.HStore(327): Store=f2e87406296ba7ad4393c3c6e7ec8e65/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:08,176 INFO [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,177 INFO [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e87406296ba7ad4393c3c6e7ec8e65 columnFamilyName norep 2024-12-06T05:22:08,177 DEBUG [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:08,177 INFO [StoreOpener-f2e87406296ba7ad4393c3c6e7ec8e65-1 {}] regionserver.HStore(327): Store=f2e87406296ba7ad4393c3c6e7ec8e65/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:08,177 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,178 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,178 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,179 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,179 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,179 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:22:08,180 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,182 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:22:08,182 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2e87406296ba7ad4393c3c6e7ec8e65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70881418, jitterRate=0.05621543526649475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:22:08,183 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:08,183 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2e87406296ba7ad4393c3c6e7ec8e65: Running coprocessor pre-open hook at 1733462528168Writing region info on filesystem at 1733462528168Initializing all the Stores at 1733462528169 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462528169Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462528172 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462528172Cleaning up temporary data from old regions at 1733462528179 (+7 ms)Running coprocessor post-open hooks at 1733462528183 (+4 ms)Region opened successfully at 1733462528183 2024-12-06T05:22:08,183 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65., pid=6, masterSystemTime=1733462528164 2024-12-06T05:22:08,185 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:08,185 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:08,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2e87406296ba7ad4393c3c6e7ec8e65, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,40843,1733462515839 2024-12-06T05:22:08,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e87406296ba7ad4393c3c6e7ec8e65, server=ec46afd49254,40843,1733462515839 because future has completed 2024-12-06T05:22:08,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:22:08,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2e87406296ba7ad4393c3c6e7ec8e65, server=ec46afd49254,40843,1733462515839 in 180 msec 2024-12-06T05:22:08,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:22:08,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f2e87406296ba7ad4393c3c6e7ec8e65, ASSIGN in 355 msec 2024-12-06T05:22:08,193 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:22:08,193 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462528193"}]},"ts":"1733462528193"} 2024-12-06T05:22:08,194 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:22:08,195 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:22:08,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-12-06T05:22:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:09,159 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:22:09,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:09,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37907,1733462522894 2024-12-06T05:22:09,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d046734 2024-12-06T05:22:09,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:09,162 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:22:09,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:22:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T05:22:09,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:22:09,166 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:09,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T05:22:09,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:22:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741835_1011 (size=902) 2024-12-06T05:22:09,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49078874840c4fc240377d15a0553522, NAME => 'test,,1733462529163.49078874840c4fc240377d15a0553522.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623 2024-12-06T05:22:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741836_1012 (size=39) 2024-12-06T05:22:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:09,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733462529163.49078874840c4fc240377d15a0553522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:09,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 49078874840c4fc240377d15a0553522, disabling compactions & flushes 2024-12-06T05:22:09,592 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:09,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:09,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733462529163.49078874840c4fc240377d15a0553522. after waiting 0 ms 2024-12-06T05:22:09,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:09,592 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:09,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49078874840c4fc240377d15a0553522: Waiting for close lock at 1733462529592Disabling compacts and flushes for region at 1733462529592Disabling writes for close at 1733462529592Writing region close event to WAL at 1733462529592Closed at 1733462529592 2024-12-06T05:22:09,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:22:09,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733462529163.49078874840c4fc240377d15a0553522.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733462529593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462529593"}]},"ts":"1733462529593"} 2024-12-06T05:22:09,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:22:09,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:22:09,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462529596"}]},"ts":"1733462529596"} 2024-12-06T05:22:09,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T05:22:09,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49078874840c4fc240377d15a0553522, ASSIGN}] 2024-12-06T05:22:09,599 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49078874840c4fc240377d15a0553522, ASSIGN 2024-12-06T05:22:09,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=49078874840c4fc240377d15a0553522, ASSIGN; state=OFFLINE, location=ec46afd49254,36719,1733462523050; forceNewPlan=false, retain=false 2024-12-06T05:22:09,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49078874840c4fc240377d15a0553522, regionState=OPENING, regionLocation=ec46afd49254,36719,1733462523050 2024-12-06T05:22:09,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=49078874840c4fc240377d15a0553522, ASSIGN because future has completed 2024-12-06T05:22:09,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49078874840c4fc240377d15a0553522, server=ec46afd49254,36719,1733462523050}] 2024-12-06T05:22:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:09,910 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:09,910 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49078874840c4fc240377d15a0553522, NAME => 'test,,1733462529163.49078874840c4fc240377d15a0553522.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:22:09,911 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:22:09,911 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T05:22:09,911 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,911 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733462529163.49078874840c4fc240377d15a0553522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:09,911 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,912 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,916 INFO [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,918 INFO [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49078874840c4fc240377d15a0553522 columnFamilyName f 2024-12-06T05:22:09,918 DEBUG [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:09,918 INFO [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] regionserver.HStore(327): Store=49078874840c4fc240377d15a0553522/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:09,918 INFO [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,920 INFO [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49078874840c4fc240377d15a0553522 columnFamilyName f1 2024-12-06T05:22:09,920 DEBUG [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:09,920 INFO [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] regionserver.HStore(327): Store=49078874840c4fc240377d15a0553522/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:09,920 INFO [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,921 INFO [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49078874840c4fc240377d15a0553522 columnFamilyName norep 2024-12-06T05:22:09,921 DEBUG [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:09,922 INFO [StoreOpener-49078874840c4fc240377d15a0553522-1 {}] regionserver.HStore(327): Store=49078874840c4fc240377d15a0553522/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:09,922 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,923 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,923 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,924 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,924 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,924 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:22:09,925 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,927 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:22:09,928 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49078874840c4fc240377d15a0553522; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71988647, jitterRate=0.0727144330739975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:22:09,928 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49078874840c4fc240377d15a0553522 2024-12-06T05:22:09,928 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49078874840c4fc240377d15a0553522: Running coprocessor pre-open hook at 1733462529912Writing region info on filesystem at 1733462529912Initializing all the Stores at 1733462529913 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462529913Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462529916 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462529916Cleaning up temporary data from old regions at 1733462529924 (+8 ms)Running coprocessor post-open hooks at 1733462529928 (+4 ms)Region opened successfully at 1733462529928 2024-12-06T05:22:09,929 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733462529163.49078874840c4fc240377d15a0553522., pid=6, masterSystemTime=1733462529905 2024-12-06T05:22:09,931 DEBUG [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:09,931 INFO [RS_OPEN_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:09,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49078874840c4fc240377d15a0553522, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec46afd49254,36719,1733462523050 2024-12-06T05:22:09,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49078874840c4fc240377d15a0553522, server=ec46afd49254,36719,1733462523050 because future has completed 2024-12-06T05:22:09,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:22:09,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49078874840c4fc240377d15a0553522, server=ec46afd49254,36719,1733462523050 in 181 msec 2024-12-06T05:22:09,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:22:09,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=49078874840c4fc240377d15a0553522, ASSIGN in 337 msec 2024-12-06T05:22:09,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:22:09,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462529937"}]},"ts":"1733462529937"} 2024-12-06T05:22:09,939 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T05:22:09,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:22:09,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-12-06T05:22:09,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:09,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:22:09,949 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149316 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ec46afd49254,32931,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-06T05:22:10,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:22:10,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:22:10,308 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T05:22:10,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196faa69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:10,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,38799,-1 for getting cluster id 2024-12-06T05:22:10,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:10,311 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6ed3a86-8769-4650-aec4-767513be1d62' 2024-12-06T05:22:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6ed3a86-8769-4650-aec4-767513be1d62" 2024-12-06T05:22:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3525effd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,38799,-1] 2024-12-06T05:22:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:10,314 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@957b312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:10,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:10,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,38799,1733462509020 2024-12-06T05:22:10,316 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66997bab 2024-12-06T05:22:10,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:10,318 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:22:10,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec46afd49254:42093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:22:10,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:22:10,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:22:10,321 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:42093' 2024-12-06T05:22:10,324 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300a0a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:10,324 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42093,-1 for getting cluster id 2024-12-06T05:22:10,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:10,325 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5492c8bb-2357-4bbf-ac44-c5e9ea359687' 2024-12-06T05:22:10,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:10,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5492c8bb-2357-4bbf-ac44-c5e9ea359687" 2024-12-06T05:22:10,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d44e297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:10,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42093,-1] 2024-12-06T05:22:10,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:10,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:10,327 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:10,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93faf33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:10,328 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:10,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,42093,1733462515699 2024-12-06T05:22:10,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bf0f307 2024-12-06T05:22:10,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:10,329 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:22:10,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,331 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T05:22:10,331 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:22:10,331 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:10,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:10,331 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:10,332 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:22:10,333 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T05:22:10,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:10,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:22:10,335 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:10,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:22:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741837_1013 (size=1138) 2024-12-06T05:22:10,386 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T05:22:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:22:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:22:10,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29badc18d7b5aa204bc3d449e4a11408, NAME => 'hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e 2024-12-06T05:22:10,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741838_1014 (size=44) 2024-12-06T05:22:10,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:10,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 29badc18d7b5aa204bc3d449e4a11408, disabling compactions & flushes 2024-12-06T05:22:10,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:10,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:10,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. after waiting 0 ms 2024-12-06T05:22:10,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:10,766 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:10,766 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29badc18d7b5aa204bc3d449e4a11408: Waiting for close lock at 1733462530765Disabling compacts and flushes for region at 1733462530765Disabling writes for close at 1733462530765Writing region close event to WAL at 1733462530765Closed at 1733462530765 2024-12-06T05:22:10,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:22:10,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733462530767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733462530767"}]},"ts":"1733462530767"} 2024-12-06T05:22:10,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:22:10,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:22:10,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462530770"}]},"ts":"1733462530770"} 2024-12-06T05:22:10,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T05:22:10,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29badc18d7b5aa204bc3d449e4a11408, ASSIGN}] 2024-12-06T05:22:10,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29badc18d7b5aa204bc3d449e4a11408, ASSIGN 2024-12-06T05:22:10,774 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29badc18d7b5aa204bc3d449e4a11408, ASSIGN; state=OFFLINE, location=ec46afd49254,44851,1733462509683; forceNewPlan=false, retain=false 2024-12-06T05:22:10,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29badc18d7b5aa204bc3d449e4a11408, regionState=OPENING, regionLocation=ec46afd49254,44851,1733462509683 2024-12-06T05:22:10,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29badc18d7b5aa204bc3d449e4a11408, ASSIGN because future has completed 2024-12-06T05:22:10,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29badc18d7b5aa204bc3d449e4a11408, server=ec46afd49254,44851,1733462509683}] 2024-12-06T05:22:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:22:11,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:11,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:22:11,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T05:22:11,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec46afd49254%2C44851%2C1733462509683.rep, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/oldWALs, maxLogs=10 2024-12-06T05:22:11,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.rep.1733462531102, exclude list is [], retry=0 2024-12-06T05:22:11,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-e453c054-1931-4ee7-bfc9-5fde014fcccc,DISK] 2024-12-06T05:22:11,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.rep.1733462531102 2024-12-06T05:22:11,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-12-06T05:22:11,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 29badc18d7b5aa204bc3d449e4a11408, NAME => 'hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:22:11,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T05:22:11,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:22:11,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. service=MultiRowMutationService 2024-12-06T05:22:11,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T05:22:11,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:22:11,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,127 INFO [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,128 INFO [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29badc18d7b5aa204bc3d449e4a11408 columnFamilyName hfileref 2024-12-06T05:22:11,129 DEBUG [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:11,129 INFO [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] regionserver.HStore(327): Store=29badc18d7b5aa204bc3d449e4a11408/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:11,129 INFO [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,130 INFO [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29badc18d7b5aa204bc3d449e4a11408 columnFamilyName queue 2024-12-06T05:22:11,130 DEBUG [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:11,130 INFO [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] regionserver.HStore(327): Store=29badc18d7b5aa204bc3d449e4a11408/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:11,130 INFO [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,131 INFO [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29badc18d7b5aa204bc3d449e4a11408 columnFamilyName sid 2024-12-06T05:22:11,131 DEBUG [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:22:11,131 INFO [StoreOpener-29badc18d7b5aa204bc3d449e4a11408-1 {}] regionserver.HStore(327): Store=29badc18d7b5aa204bc3d449e4a11408/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:22:11,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:22:11,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:22:11,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 29badc18d7b5aa204bc3d449e4a11408; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69368293, jitterRate=0.033668115735054016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:22:11,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:11,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 29badc18d7b5aa204bc3d449e4a11408: Running coprocessor pre-open hook at 1733462531126Writing region info on filesystem at 1733462531127 (+1 ms)Initializing all the Stores at 1733462531127Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462531127Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462531127Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733462531127Cleaning up temporary data from old regions at 1733462531133 (+6 ms)Running coprocessor post-open hooks at 1733462531137 (+4 ms)Region opened successfully at 1733462531137 2024-12-06T05:22:11,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408., pid=10, masterSystemTime=1733462531088 2024-12-06T05:22:11,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:11,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:11,142 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29badc18d7b5aa204bc3d449e4a11408, regionState=OPEN, openSeqNum=2, regionLocation=ec46afd49254,44851,1733462509683 2024-12-06T05:22:11,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29badc18d7b5aa204bc3d449e4a11408, server=ec46afd49254,44851,1733462509683 because future has completed 2024-12-06T05:22:11,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T05:22:11,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 29badc18d7b5aa204bc3d449e4a11408, server=ec46afd49254,44851,1733462509683 in 213 msec 2024-12-06T05:22:11,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T05:22:11,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29badc18d7b5aa204bc3d449e4a11408, ASSIGN in 375 msec 2024-12-06T05:22:11,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:22:11,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733462531151"}]},"ts":"1733462531151"} 2024-12-06T05:22:11,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T05:22:11,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:22:11,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 825 msec 2024-12-06T05:22:11,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408., hostname=ec46afd49254,44851,1733462509683, seqNum=2] 2024-12-06T05:22:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:22:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:22:11,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:22:11,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T05:22:11,430 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T05:22:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:22:11,488 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec46afd49254,44851,1733462509683, ReplicationSource: 1, currentBandwidth=0 2024-12-06T05:22:11,500 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:22:11,500 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,44851,1733462509683, seqNum=-1] 2024-12-06T05:22:11,501 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:22:11,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-06T05:22:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec46afd49254,44851,1733462509683', locateType=CURRENT is [region=hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408., hostname=ec46afd49254,44851,1733462509683, seqNum=2] 2024-12-06T05:22:11,506 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T05:22:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T05:22:11,508 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec46afd49254,44851,1733462509683 suceeded 2024-12-06T05:22:11,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T05:22:11,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-12-06T05:22:11,510 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec46afd49254:42093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:22:11,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1930 sec 2024-12-06T05:22:11,528 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:42093' 2024-12-06T05:22:11,542 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32abe8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:11,543 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42093,-1 for getting cluster id 2024-12-06T05:22:11,543 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:11,543 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5492c8bb-2357-4bbf-ac44-c5e9ea359687' 2024-12-06T05:22:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5492c8bb-2357-4bbf-ac44-c5e9ea359687" 2024-12-06T05:22:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fdbd98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42093,-1] 2024-12-06T05:22:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:11,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:11,546 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:11,547 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7169fb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:11,547 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:11,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,42093,1733462515699 2024-12-06T05:22:11,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f84a492 2024-12-06T05:22:11,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:11,549 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T05:22:11,549 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec46afd49254,44851,1733462509683 (queues=1) is replicating from cluster=d6ed3a86-8769-4650-aec4-767513be1d62 to cluster=5492c8bb-2357-4bbf-ac44-c5e9ea359687 2024-12-06T05:22:11,549 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec46afd49254%2C44851%2C1733462509683 2024-12-06T05:22:11,549 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec46afd49254,44851,1733462509683, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:22:11,552 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254, startPosition=0, beingWritten=true 2024-12-06T05:22:11,553 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C44851%2C1733462509683 2024-12-06T05:22:11,569 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:22:11,569 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 379, reset compression=false 2024-12-06T05:22:11,569 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,44851,1733462509683 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T05:22:11,609 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:22:11,780 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 379, reset compression=false 2024-12-06T05:22:12,084 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 379, reset compression=false 2024-12-06T05:22:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T05:22:12,468 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T05:22:12,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:12,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:12,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:12,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:12,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:12,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b090390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:12,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,38799,-1 for getting cluster id 2024-12-06T05:22:12,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:12,472 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6ed3a86-8769-4650-aec4-767513be1d62' 2024-12-06T05:22:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6ed3a86-8769-4650-aec4-767513be1d62" 2024-12-06T05:22:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e9e81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,38799,-1] 2024-12-06T05:22:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:12,474 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741f4500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:12,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175e96b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:12,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42093,-1 for getting cluster id 2024-12-06T05:22:12,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:12,481 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5492c8bb-2357-4bbf-ac44-c5e9ea359687' 2024-12-06T05:22:12,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:12,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5492c8bb-2357-4bbf-ac44-c5e9ea359687" 2024-12-06T05:22:12,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44819fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:12,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42093,-1] 2024-12-06T05:22:12,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:12,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:12,483 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74db85b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:12,486 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 379, reset compression=false 2024-12-06T05:22:12,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f317d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:12,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37907,-1 for getting cluster id 2024-12-06T05:22:12,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:12,489 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c577a-fd61-4202-9684-cc930268a4bc' 2024-12-06T05:22:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c577a-fd61-4202-9684-cc930268a4bc" 2024-12-06T05:22:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2b2d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37907,-1] 2024-12-06T05:22:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:12,490 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:12,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0fc395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:12,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:22:12,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733462532501/Put/seqid=0 2024-12-06T05:22:12,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741840_1016 (size=7894) 2024-12-06T05:22:12,925 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733462532924/Put/seqid=0 2024-12-06T05:22:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741841_1017 (size=7691) 2024-12-06T05:22:13,002 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 379, reset compression=false 2024-12-06T05:22:13,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df16f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:13,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,38799,-1 for getting cluster id 2024-12-06T05:22:13,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:13,332 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6ed3a86-8769-4650-aec4-767513be1d62' 2024-12-06T05:22:13,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:13,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6ed3a86-8769-4650-aec4-767513be1d62" 2024-12-06T05:22:13,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6da301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:13,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,38799,-1] 2024-12-06T05:22:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:13,333 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:13,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623e766b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:13,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:22:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,44851,1733462509683, seqNum=-1] 2024-12-06T05:22:13,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:22:13,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:22:13,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,38799,1733462509020 2024-12-06T05:22:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e6c9d31 2024-12-06T05:22:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:13,344 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:22:13,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2] 2024-12-06T05:22:13,350 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:22:13,355 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-06T05:22:13,357 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-06T05:22:13,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 97908b0e8870e9feb00c800bc460826f/f 2024-12-06T05:22:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T05:22:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:13,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 97908b0e8870e9feb00c800bc460826f/f 2024-12-06T05:22:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T05:22:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HRegion(2603): Flush status journal for 97908b0e8870e9feb00c800bc460826f: 2024-12-06T05:22:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_1 2024-12-06T05:22:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_1 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_ 2024-12-06T05:22:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_0 2024-12-06T05:22:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_0 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ 2024-12-06T05:22:13,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_1 into 97908b0e8870e9feb00c800bc460826f/f as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_ - updating store file list. 2024-12-06T05:22:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61c212f885a94cc1bc76fd893157b542_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:13,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_ into 97908b0e8870e9feb00c800bc460826f/f 2024-12-06T05:22:13,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_1 into 97908b0e8870e9feb00c800bc460826f/f (new location: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_) 2024-12-06T05:22:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_1 2024-12-06T05:22:13,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_0 into 97908b0e8870e9feb00c800bc460826f/f as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ - updating store file list. 2024-12-06T05:22:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edd11d00fa1b4010899a2f54b84229b5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:13,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ into 97908b0e8870e9feb00c800bc460826f/f 2024-12-06T05:22:13,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_0 into 97908b0e8870e9feb00c800bc460826f/f (new location: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_) 2024-12-06T05:22:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__aa1u4ofnpitehei3hk12n6oo48fhv0cik00ejasbn0fgqletp5dmakjd566rkfh9/f/hfile_0 2024-12-06T05:22:13,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:13,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:13,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:13,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:13,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:22:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2 , the old value is region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec46afd49254:44851 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:22:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:22:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2 from cache 2024-12-06T05:22:13,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:13,387 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T05:22:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40843,1733462515839, seqNum=-1] 2024-12-06T05:22:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:22:13,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:22:13,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65., hostname=ec46afd49254,40843,1733462515839, seqNum=2] 2024-12-06T05:22:13,391 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T05:22:13,499 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:44851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T05:22:13,605 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 379, reset compression=false 2024-12-06T05:22:13,622 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:22:13,622 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,44851,1733462509683 got entry batch from reader: WALEntryBatch [walEntries=[{test/97908b0e8870e9feb00c800bc460826f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733462533384/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T05:22:13,624 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:22:13,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T05:22:13,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.ReplicationSink(318): Replicating [d6ed3a86-8769-4650-aec4-767513be1d62] bulk loaded data 2024-12-06T05:22:13,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d25615e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:13,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,42093,-1 for getting cluster id 2024-12-06T05:22:13,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:13,627 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5492c8bb-2357-4bbf-ac44-c5e9ea359687' 2024-12-06T05:22:13,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:13,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5492c8bb-2357-4bbf-ac44-c5e9ea359687" 2024-12-06T05:22:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e5b8d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,42093,-1] 2024-12-06T05:22:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:13,629 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:13,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bf339a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741837_1013 (size=7691) 2024-12-06T05:22:13,822 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 687, reset compression=false 2024-12-06T05:22:14,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741838_1014 (size=7894) 2024-12-06T05:22:14,125 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 687, reset compression=false 2024-12-06T05:22:14,393 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T05:22:14,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,42093,1733462515699 2024-12-06T05:22:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f31dfa 2024-12-06T05:22:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:14,455 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-06T05:22:14,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:22:14,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:22:14,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,40843,1733462515839, seqNum=-1] 2024-12-06T05:22:14,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:22:14,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-06T05:22:14,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-06T05:22:14,468 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-06T05:22:14,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ for inclusion in f2e87406296ba7ad4393c3c6e7ec8e65/f 2024-12-06T05:22:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T05:22:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:14,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_ for inclusion in f2e87406296ba7ad4393c3c6e7ec8e65/f 2024-12-06T05:22:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T05:22:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HRegion(2603): Flush status journal for f2e87406296ba7ad4393c3c6e7ec8e65: 2024-12-06T05:22:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:22:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/cfcb4ae837b54bac860446620201b5dc_SeqId_4_ 2024-12-06T05:22:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 61c212f885a94cc1bc76fd893157b542_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:22:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_ as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/30e88259984945ca9cfa069602af2086_SeqId_4_ 2024-12-06T05:22:14,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ into f2e87406296ba7ad4393c3c6e7ec8e65/f as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/cfcb4ae837b54bac860446620201b5dc_SeqId_4_ - updating store file list. 2024-12-06T05:22:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cfcb4ae837b54bac860446620201b5dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:14,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/cfcb4ae837b54bac860446620201b5dc_SeqId_4_ into f2e87406296ba7ad4393c3c6e7ec8e65/f 2024-12-06T05:22:14,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ into f2e87406296ba7ad4393c3c6e7ec8e65/f (new location: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/cfcb4ae837b54bac860446620201b5dc_SeqId_4_) 2024-12-06T05:22:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/edd11d00fa1b4010899a2f54b84229b5_SeqId_4_ 2024-12-06T05:22:14,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_ into f2e87406296ba7ad4393c3c6e7ec8e65/f as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/30e88259984945ca9cfa069602af2086_SeqId_4_ - updating store file list. 2024-12-06T05:22:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30e88259984945ca9cfa069602af2086_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:14,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/30e88259984945ca9cfa069602af2086_SeqId_4_ into f2e87406296ba7ad4393c3c6e7ec8e65/f 2024-12-06T05:22:14,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_ into f2e87406296ba7ad4393c3c6e7ec8e65/f (new location: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/30e88259984945ca9cfa069602af2086_SeqId_4_) 2024-12-06T05:22:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__u5u9cvhgjbt7pd4sndhnkan3o26vtjqae7jup9kcclqa243ue3cbj4sgv9soorcf/f/61c212f885a94cc1bc76fd893157b542_SeqId_4_ 2024-12-06T05:22:14,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.ReplicationSink(324): Finished replicating [d6ed3a86-8769-4650-aec4-767513be1d62] bulk loaded data 2024-12-06T05:22:14,529 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 687, reset compression=false 2024-12-06T05:22:15,036 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 687, reset compression=false 2024-12-06T05:22:15,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:22:15,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36719,1733462523050, seqNum=-1] 2024-12-06T05:22:15,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:22:15,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:22:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462529163.49078874840c4fc240377d15a0553522., hostname=ec46afd49254,36719,1733462523050, seqNum=2] 2024-12-06T05:22:15,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:22:15,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:22:15,408 DEBUG [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ec46afd49254%2C44851%2C1733462509683:(num 1733462512254) roll requested 2024-12-06T05:22:15,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:22:15,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,426 DEBUG [regionserver/ec46afd49254:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408, exclude list is [], retry=0 2024-12-06T05:22:15,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-e453c054-1931-4ee7-bfc9-5fde014fcccc,DISK] 2024-12-06T05:22:15,429 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 2024-12-06T05:22:15,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4abc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:15,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,38799,-1 for getting cluster id 2024-12-06T05:22:15,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:15,430 DEBUG [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-12-06T05:22:15,430 DEBUG [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 is not closed yet, will try archiving it next time 2024-12-06T05:22:15,430 DEBUG [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ec46afd49254%2C44851%2C1733462509683.rep:(num 1733462531102) roll requested 2024-12-06T05:22:15,431 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6ed3a86-8769-4650-aec4-767513be1d62' 2024-12-06T05:22:15,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741832_1008 (size=695) 2024-12-06T05:22:15,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 not finished, retry = 0 2024-12-06T05:22:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6ed3a86-8769-4650-aec4-767513be1d62" 2024-12-06T05:22:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61067f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,38799,-1] 2024-12-06T05:22:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:15,436 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:15,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40cd5517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:15,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,38799,1733462509020 2024-12-06T05:22:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dbc9c37 2024-12-06T05:22:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:15,439 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:22:15,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ec46afd49254:37907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T05:22:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T05:22:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T05:22:15,442 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:37907' 2024-12-06T05:22:15,443 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7b8fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:15,443 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37907,-1 for getting cluster id 2024-12-06T05:22:15,443 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:15,443 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c577a-fd61-4202-9684-cc930268a4bc' 2024-12-06T05:22:15,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c577a-fd61-4202-9684-cc930268a4bc" 2024-12-06T05:22:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e18d4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37907,-1] 2024-12-06T05:22:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:15,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:15,445 DEBUG [regionserver/ec46afd49254:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.rep.1733462535430, exclude list is [], retry=0 2024-12-06T05:22:15,445 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:15,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478486a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:15,446 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:15,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37907,1733462522894 2024-12-06T05:22:15,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71b2f4f3 2024-12-06T05:22:15,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:15,447 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:22:15,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-e453c054-1931-4ee7-bfc9-5fde014fcccc,DISK] 2024-12-06T05:22:15,448 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T05:22:15,448 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T05:22:15,448 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:15,448 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:15,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:15,449 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.rep.1733462531102 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.rep.1733462535430 2024-12-06T05:22:15,450 DEBUG [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-12-06T05:22:15,450 DEBUG [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.rep.1733462531102 is not closed yet, will try archiving it next time 2024-12-06T05:22:15,450 DEBUG [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ec46afd49254%2C44851%2C1733462509683.meta:.meta(num 1733462512800) roll requested 2024-12-06T05:22:15,451 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.rep.1733462531102 not finished, retry = 0 2024-12-06T05:22:15,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741839_1015 (size=1505) 2024-12-06T05:22:15,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,466 DEBUG [regionserver/ec46afd49254:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.meta.1733462535450.meta, exclude list is [], retry=0 2024-12-06T05:22:15,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34157,DS-e453c054-1931-4ee7-bfc9-5fde014fcccc,DISK] 2024-12-06T05:22:15,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:15,469 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.meta.1733462512800.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.meta.1733462535450.meta 2024-12-06T05:22:15,470 DEBUG [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-12-06T05:22:15,470 DEBUG [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.meta.1733462512800.meta is not closed yet, will try archiving it next time 2024-12-06T05:22:15,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741834_1010 (size=3473) 2024-12-06T05:22:15,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T05:22:15,533 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/oldWALs/ec46afd49254%2C44851%2C1733462509683.1733462512254 2024-12-06T05:22:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T05:22:15,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T05:22:15,627 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T05:22:15,640 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 to pos 687, reset compression=false 2024-12-06T05:22:15,651 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 was moved to hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/oldWALs/ec46afd49254%2C44851%2C1733462509683.1733462512254 2024-12-06T05:22:15,653 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254 2024-12-06T05:22:15,653 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,44851,1733462509683 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462512254, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T05:22:15,654 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408, startPosition=0, beingWritten=true 2024-12-06T05:22:15,656 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ec46afd49254%2C44851%2C1733462509683.1733462512254] 2024-12-06T05:22:15,664 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ec46afd49254,44851,1733462509683, ReplicationSource: 2, currentBandwidth=0 2024-12-06T05:22:15,666 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T05:22:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T05:22:15,669 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ec46afd49254,44851,1733462509683 suceeded 2024-12-06T05:22:15,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T05:22:15,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-06T05:22:15,672 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ec46afd49254:37907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T05:22:15,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 233 msec 2024-12-06T05:22:15,686 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec46afd49254:37907' 2024-12-06T05:22:15,687 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b09ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:15,687 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37907,-1 for getting cluster id 2024-12-06T05:22:15,687 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:15,688 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c577a-fd61-4202-9684-cc930268a4bc' 2024-12-06T05:22:15,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:15,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c577a-fd61-4202-9684-cc930268a4bc" 2024-12-06T05:22:15,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bb91172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:15,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37907,-1] 2024-12-06T05:22:15,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:15,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:15,689 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:15,690 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406ab000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:15,690 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37907,1733462522894 2024-12-06T05:22:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f58d3c 2024-12-06T05:22:15,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:15,691 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T05:22:15,691 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ec46afd49254,44851,1733462509683 (queues=1) is replicating from cluster=d6ed3a86-8769-4650-aec4-767513be1d62 to cluster=174c577a-fd61-4202-9684-cc930268a4bc 2024-12-06T05:22:15,691 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ec46afd49254%2C44851%2C1733462509683 2024-12-06T05:22:15,691 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ec46afd49254,44851,1733462509683, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T05:22:15,692 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408, startPosition=0, beingWritten=true 2024-12-06T05:22:15,692 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec46afd49254%2C44851%2C1733462509683 2024-12-06T05:22:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T05:22:15,759 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T05:22:15,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:15,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:15,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:15,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:15,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:22:15,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:15,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733462535763/Put/seqid=0 2024-12-06T05:22:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741845_1021 (size=11194) 2024-12-06T05:22:15,787 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733462535787/Put/seqid=0 2024-12-06T05:22:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741846_1022 (size=10791) 2024-12-06T05:22:15,896 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 0, reset compression=false 2024-12-06T05:22:16,200 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 0, reset compression=false 2024-12-06T05:22:16,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1506b149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:16,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,38799,-1 for getting cluster id 2024-12-06T05:22:16,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:16,205 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6ed3a86-8769-4650-aec4-767513be1d62' 2024-12-06T05:22:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6ed3a86-8769-4650-aec4-767513be1d62" 2024-12-06T05:22:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65af2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,38799,-1] 2024-12-06T05:22:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:16,206 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:16,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558fb9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:16,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:22:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,44851,1733462509683, seqNum=-1] 2024-12-06T05:22:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:22:16,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:22:16,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,38799,1733462509020 2024-12-06T05:22:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1748ef6c 2024-12-06T05:22:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:16,216 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:22:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2] 2024-12-06T05:22:16,220 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:22:16,226 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-06T05:22:16,227 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-06T05:22:16,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 97908b0e8870e9feb00c800bc460826f/f 2024-12-06T05:22:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T05:22:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:16,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 97908b0e8870e9feb00c800bc460826f/f 2024-12-06T05:22:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T05:22:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HRegion(2603): Flush status journal for 97908b0e8870e9feb00c800bc460826f: 2024-12-06T05:22:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_1 2024-12-06T05:22:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_1 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ 2024-12-06T05:22:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_0 2024-12-06T05:22:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_0 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ 2024-12-06T05:22:16,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_1 into 97908b0e8870e9feb00c800bc460826f/f as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ - updating store file list. 2024-12-06T05:22:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e307527ecc684f18b375f9d677dedc38_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:16,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ into 97908b0e8870e9feb00c800bc460826f/f 2024-12-06T05:22:16,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_1 into 97908b0e8870e9feb00c800bc460826f/f (new location: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_) 2024-12-06T05:22:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_1 2024-12-06T05:22:16,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_0 into 97908b0e8870e9feb00c800bc460826f/f as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ - updating store file list. 2024-12-06T05:22:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85504ee981c7427cbc0f113821e131e2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:16,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ into 97908b0e8870e9feb00c800bc460826f/f 2024-12-06T05:22:16,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_0 into 97908b0e8870e9feb00c800bc460826f/f (new location: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_) 2024-12-06T05:22:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/staging/jenkins__test__hcegus87rm6uic03fqf8hvlo34rstcoeoalenb7all4k0uhu2i2fkbintukamipu/f/hfile_0 2024-12-06T05:22:16,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:16,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:16,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:16,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2 , the old value is region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec46afd49254:44851 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:22:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T05:22:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., hostname=ec46afd49254,44851,1733462509683, seqNum=2 from cache 2024-12-06T05:22:16,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:16,267 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T05:22:16,269 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T05:22:16,368 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 0, reset compression=false 2024-12-06T05:22:16,368 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:44851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T05:22:16,373 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:22:16,373 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,44851,1733462509683 got entry batch from reader: WALEntryBatch [walEntries=[{test/97908b0e8870e9feb00c800bc460826f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733462536264/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T05:22:16,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.ReplicationSink(318): Replicating [d6ed3a86-8769-4650-aec4-767513be1d62] bulk loaded data 2024-12-06T05:22:16,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741839_1015 (size=10791) 2024-12-06T05:22:16,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741840_1016 (size=11194) 2024-12-06T05:22:16,573 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:16,604 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 0, reset compression=false 2024-12-06T05:22:16,609 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T05:22:16,610 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ec46afd49254,44851,1733462509683 got entry batch from reader: WALEntryBatch [walEntries=[{test/97908b0e8870e9feb00c800bc460826f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733462536264/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T05:22:16,611 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:22:16,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T05:22:16,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.ReplicationSink(318): Replicating [d6ed3a86-8769-4650-aec4-767513be1d62] bulk loaded data 2024-12-06T05:22:16,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@591ecfa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:16,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] client.ClusterIdFetcher(90): Going to request ec46afd49254,37907,-1 for getting cluster id 2024-12-06T05:22:16,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:22:16,613 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174c577a-fd61-4202-9684-cc930268a4bc' 2024-12-06T05:22:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:22:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174c577a-fd61-4202-9684-cc930268a4bc" 2024-12-06T05:22:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d23111e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec46afd49254,37907,-1] 2024-12-06T05:22:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:22:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:16,614 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:22:16,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16fda667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:22:16,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741837_1013 (size=10791) 2024-12-06T05:22:16,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T05:22:16,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:22:16,808 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T05:22:16,810 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:16,810 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T05:22:16,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ for inclusion in f2e87406296ba7ad4393c3c6e7ec8e65/f 2024-12-06T05:22:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T05:22:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:16,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ for inclusion in f2e87406296ba7ad4393c3c6e7ec8e65/f 2024-12-06T05:22:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T05:22:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HRegion(2603): Flush status journal for f2e87406296ba7ad4393c3c6e7ec8e65: 2024-12-06T05:22:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85504ee981c7427cbc0f113821e131e2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:22:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/ec1d3d97acb64affa12a60e17cc932a9_SeqId_6_ 2024-12-06T05:22:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e307527ecc684f18b375f9d677dedc38_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:22:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/bc5d5b2c978c48fd869823e6ce160668_SeqId_6_ 2024-12-06T05:22:16,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ into f2e87406296ba7ad4393c3c6e7ec8e65/f as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/ec1d3d97acb64affa12a60e17cc932a9_SeqId_6_ - updating store file list. 2024-12-06T05:22:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec1d3d97acb64affa12a60e17cc932a9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:16,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/ec1d3d97acb64affa12a60e17cc932a9_SeqId_6_ into f2e87406296ba7ad4393c3c6e7ec8e65/f 2024-12-06T05:22:16,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ into f2e87406296ba7ad4393c3c6e7ec8e65/f (new location: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/ec1d3d97acb64affa12a60e17cc932a9_SeqId_6_) 2024-12-06T05:22:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ 2024-12-06T05:22:16,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ into f2e87406296ba7ad4393c3c6e7ec8e65/f as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/bc5d5b2c978c48fd869823e6ce160668_SeqId_6_ - updating store file list. 2024-12-06T05:22:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc5d5b2c978c48fd869823e6ce160668_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:16,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/bc5d5b2c978c48fd869823e6ce160668_SeqId_6_ into f2e87406296ba7ad4393c3c6e7ec8e65/f 2024-12-06T05:22:16,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ into f2e87406296ba7ad4393c3c6e7ec8e65/f (new location: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/f/bc5d5b2c978c48fd869823e6ce160668_SeqId_6_) 2024-12-06T05:22:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/staging/jenkins.hfs.22__test__obhp29d1ibmr5rni0avi3vhknnfgqnqkp3g77lbn2mtaqeckt8gi1kde6upg0a5h/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ 2024-12-06T05:22:16,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] regionserver.ReplicationSink(324): Finished replicating [d6ed3a86-8769-4650-aec4-767513be1d62] bulk loaded data 2024-12-06T05:22:16,877 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741838_1014 (size=11194) 2024-12-06T05:22:17,117 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:17,277 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T05:22:17,280 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:17,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:22:17,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec46afd49254,37907,1733462522894 2024-12-06T05:22:17,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@db79770 2024-12-06T05:22:17,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:22:17,456 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-06T05:22:17,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T05:22:17,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:22:17,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec46afd49254,36719,1733462523050, seqNum=-1] 2024-12-06T05:22:17,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:22:17,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-06T05:22:17,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T05:22:17,470 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T05:22:17,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ for inclusion in 49078874840c4fc240377d15a0553522/f 2024-12-06T05:22:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T05:22:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:17,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ for inclusion in 49078874840c4fc240377d15a0553522/f 2024-12-06T05:22:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T05:22:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:22:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HRegion(2603): Flush status journal for 49078874840c4fc240377d15a0553522: 2024-12-06T05:22:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85504ee981c7427cbc0f113821e131e2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:22:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/f/aad42599e4ed4ec6bd11d26f63189c65_SeqId_4_ 2024-12-06T05:22:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e307527ecc684f18b375f9d677dedc38_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T05:22:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/f/8228bc037bd847c5a65607443f6c8401_SeqId_4_ 2024-12-06T05:22:17,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ into 49078874840c4fc240377d15a0553522/f as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/f/aad42599e4ed4ec6bd11d26f63189c65_SeqId_4_ - updating store file list. 2024-12-06T05:22:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aad42599e4ed4ec6bd11d26f63189c65_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:17,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/f/aad42599e4ed4ec6bd11d26f63189c65_SeqId_4_ into 49078874840c4fc240377d15a0553522/f 2024-12-06T05:22:17,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ into 49078874840c4fc240377d15a0553522/f (new location: hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/f/aad42599e4ed4ec6bd11d26f63189c65_SeqId_4_) 2024-12-06T05:22:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/85504ee981c7427cbc0f113821e131e2_SeqId_6_ 2024-12-06T05:22:17,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ into 49078874840c4fc240377d15a0553522/f as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/f/8228bc037bd847c5a65607443f6c8401_SeqId_4_ - updating store file list. 2024-12-06T05:22:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8228bc037bd847c5a65607443f6c8401_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:22:17,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/f/8228bc037bd847c5a65607443f6c8401_SeqId_4_ into 49078874840c4fc240377d15a0553522/f 2024-12-06T05:22:17,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ into 49078874840c4fc240377d15a0553522/f (new location: hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/f/8228bc037bd847c5a65607443f6c8401_SeqId_4_) 2024-12-06T05:22:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/staging/jenkins.hfs.23__test__uu6j8sedg2inq8lcaiq5bt38ukv6cjujajs31fpo7fpj9ubrglk523jqja88rfal/f/e307527ecc684f18b375f9d677dedc38_SeqId_6_ 2024-12-06T05:22:17,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.ReplicationSink(324): Finished replicating [d6ed3a86-8769-4650-aec4-767513be1d62] bulk loaded data 2024-12-06T05:22:17,520 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:17,783 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:18,029 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:18,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:22:18,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:18,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:18,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:18,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:18,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:22:18,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=315384133, stopped=false 2024-12-06T05:22:18,283 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,37907,1733462522894 2024-12-06T05:22:18,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:18,321 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678798331/running 2024-12-06T05:22:18,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678798331/running 2024-12-06T05:22:18,321 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:18,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:18,321 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:22:18,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:18,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:18,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:18,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on znode that does not yet exist, /2-678798331/running 2024-12-06T05:22:18,322 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,36719,1733462523050' ***** 2024-12-06T05:22:18,322 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:22:18,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Set watcher on znode that does not yet exist, /2-678798331/running 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:22:18,323 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(3091): Received CLOSE for 49078874840c4fc240377d15a0553522 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,36719,1733462523050 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:36719. 2024-12-06T05:22:18,323 DEBUG [RS:0;ec46afd49254:36719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:18,323 DEBUG [RS:0;ec46afd49254:36719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:18,323 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49078874840c4fc240377d15a0553522, disabling compactions & flushes 2024-12-06T05:22:18,323 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:18,323 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:22:18,323 INFO [RS:0;ec46afd49254:36719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:22:18,323 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462529163.49078874840c4fc240377d15a0553522. after waiting 0 ms 2024-12-06T05:22:18,323 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:18,324 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:22:18,331 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:22:18,331 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 49078874840c4fc240377d15a0553522=test,,1733462529163.49078874840c4fc240377d15a0553522.} 2024-12-06T05:22:18,331 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49078874840c4fc240377d15a0553522 2024-12-06T05:22:18,331 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:22:18,331 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:22:18,331 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:22:18,331 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:22:18,331 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:22:18,332 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T05:22:18,336 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/default/test/49078874840c4fc240377d15a0553522/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T05:22:18,337 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:22:18,337 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:22:18,337 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:18,337 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49078874840c4fc240377d15a0553522: Waiting for close lock at 1733462538323Running coprocessor pre-close hooks at 1733462538323Disabling compacts and flushes for region at 1733462538323Disabling writes for close at 1733462538323Writing region close event to WAL at 1733462538332 (+9 ms)Running coprocessor post-close hooks at 1733462538337 (+5 ms)Closed at 1733462538337 2024-12-06T05:22:18,337 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462529163.49078874840c4fc240377d15a0553522. 2024-12-06T05:22:18,356 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/info/ac89f5184cf24319b24a2fd085a3aadd is 129, key is test,,1733462529163.49078874840c4fc240377d15a0553522./info:regioninfo/1733462529931/Put/seqid=0 2024-12-06T05:22:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741839_1015 (size=6421) 2024-12-06T05:22:18,386 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:18,410 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:22:18,531 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:18,604 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:22:18,633 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:18,676 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:22:18,676 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:22:18,731 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:18,759 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/info/ac89f5184cf24319b24a2fd085a3aadd 2024-12-06T05:22:18,774 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/ns/d3762860deb44c4fb065f3a0fdd708a3 is 43, key is default/ns:d/1733462524787/Put/seqid=0 2024-12-06T05:22:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741840_1016 (size=5153) 2024-12-06T05:22:18,932 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:19,089 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:19,132 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:19,177 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/ns/d3762860deb44c4fb065f3a0fdd708a3 2024-12-06T05:22:19,201 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/rep_barrier/3f4982759cdd4d7db875bba4e5893ec3 is 112, key is test,,1733462529163.49078874840c4fc240377d15a0553522./rep_barrier:seqnumDuringOpen/1733462529931/Put/seqid=0 2024-12-06T05:22:19,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741841_1017 (size=5518) 2024-12-06T05:22:19,204 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/rep_barrier/3f4982759cdd4d7db875bba4e5893ec3 2024-12-06T05:22:19,228 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/table/056aa1d497324297a984dc86f9f39bc1 is 40, key is test/table:state/1733462529937/Put/seqid=0 2024-12-06T05:22:19,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741842_1018 (size=5165) 2024-12-06T05:22:19,332 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:22:19,332 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:22:19,332 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:19,338 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:19,532 DEBUG [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:19,638 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/table/056aa1d497324297a984dc86f9f39bc1 2024-12-06T05:22:19,643 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/info/ac89f5184cf24319b24a2fd085a3aadd as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/info/ac89f5184cf24319b24a2fd085a3aadd 2024-12-06T05:22:19,649 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/info/ac89f5184cf24319b24a2fd085a3aadd, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T05:22:19,650 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/ns/d3762860deb44c4fb065f3a0fdd708a3 as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/ns/d3762860deb44c4fb065f3a0fdd708a3 2024-12-06T05:22:19,655 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/ns/d3762860deb44c4fb065f3a0fdd708a3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T05:22:19,655 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/rep_barrier/3f4982759cdd4d7db875bba4e5893ec3 as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/rep_barrier/3f4982759cdd4d7db875bba4e5893ec3 2024-12-06T05:22:19,662 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/rep_barrier/3f4982759cdd4d7db875bba4e5893ec3, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T05:22:19,663 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/.tmp/table/056aa1d497324297a984dc86f9f39bc1 as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/table/056aa1d497324297a984dc86f9f39bc1 2024-12-06T05:22:19,667 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/table/056aa1d497324297a984dc86f9f39bc1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T05:22:19,668 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=11, compaction requested=false 2024-12-06T05:22:19,685 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T05:22:19,686 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:22:19,686 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:22:19,686 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:22:19,686 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462538331Running coprocessor pre-close hooks at 1733462538331Disabling compacts and flushes for region at 1733462538331Disabling writes for close at 1733462538331Obtaining lock to block concurrent updates at 1733462538332 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733462538332Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733462538332Flushing stores of hbase:meta,,1.1588230740 at 1733462538333 (+1 ms)Flushing 1588230740/info: creating writer at 1733462538333Flushing 1588230740/info: appending metadata at 1733462538355 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733462538355Flushing 1588230740/ns: creating writer at 1733462538762 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733462538773 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733462538773Flushing 1588230740/rep_barrier: creating writer at 1733462539182 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462539200 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462539200Flushing 1588230740/table: creating writer at 1733462539210 (+10 ms)Flushing 1588230740/table: appending metadata at 1733462539228 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733462539228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef0cc6c: reopening flushed file at 1733462539642 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13049f85: reopening flushed file at 1733462539649 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c89a48: reopening flushed file at 1733462539655 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e5e92a: reopening flushed file at 1733462539662 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=11, compaction requested=false at 1733462539668 (+6 ms)Writing region close event to WAL at 1733462539677 (+9 ms)Running coprocessor post-close hooks at 1733462539686 (+9 ms)Closed at 1733462539686 2024-12-06T05:22:19,686 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:22:19,732 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,36719,1733462523050; all regions closed. 2024-12-06T05:22:19,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741834_1010 (size=2717) 2024-12-06T05:22:19,738 DEBUG [RS:0;ec46afd49254:36719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/oldWALs 2024-12-06T05:22:19,738 INFO [RS:0;ec46afd49254:36719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C36719%2C1733462523050.meta:.meta(num 1733462524747) 2024-12-06T05:22:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741832_1008 (size=1028) 2024-12-06T05:22:19,751 DEBUG [RS:0;ec46afd49254:36719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/oldWALs 2024-12-06T05:22:19,751 INFO [RS:0;ec46afd49254:36719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C36719%2C1733462523050:(num 1733462523826) 2024-12-06T05:22:19,751 DEBUG [RS:0;ec46afd49254:36719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:19,751 INFO [RS:0;ec46afd49254:36719 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:22:19,751 INFO [RS:0;ec46afd49254:36719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:22:19,752 INFO [RS:0;ec46afd49254:36719 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:22:19,752 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:22:19,752 INFO [RS:0;ec46afd49254:36719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:22:19,752 INFO [RS:0;ec46afd49254:36719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:36719. 2024-12-06T05:22:19,753 DEBUG [RS:0;ec46afd49254:36719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:19,753 DEBUG [RS:0;ec46afd49254:36719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:19,753 DEBUG [RS:0;ec46afd49254:36719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:19,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:19,753 INFO [RS:0;ec46afd49254:36719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36719 2024-12-06T05:22:19,767 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678798331/rs/ec46afd49254,36719,1733462523050 2024-12-06T05:22:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331/rs 2024-12-06T05:22:19,768 INFO [RS:0;ec46afd49254:36719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:22:19,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,36719,1733462523050] 2024-12-06T05:22:19,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-678798331/draining/ec46afd49254,36719,1733462523050 already deleted, retry=false 2024-12-06T05:22:19,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,36719,1733462523050 expired; onlineServers=0 2024-12-06T05:22:19,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,37907,1733462522894' ***** 2024-12-06T05:22:19,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:22:19,780 INFO [M:0;ec46afd49254:37907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:22:19,780 INFO [M:0;ec46afd49254:37907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:22:19,780 DEBUG [M:0;ec46afd49254:37907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:22:19,780 DEBUG [M:0;ec46afd49254:37907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:22:19,780 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462523532 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462523532,5,FailOnTimeoutGroup] 2024-12-06T05:22:19,780 INFO [M:0;ec46afd49254:37907 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:22:19,781 INFO [M:0;ec46afd49254:37907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:22:19,781 DEBUG [M:0;ec46afd49254:37907 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:22:19,781 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462523531 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462523531,5,FailOnTimeoutGroup] 2024-12-06T05:22:19,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:22:19,781 INFO [M:0;ec46afd49254:37907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:22:19,781 INFO [M:0;ec46afd49254:37907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:22:19,781 INFO [M:0;ec46afd49254:37907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:22:19,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:22:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678798331/master 2024-12-06T05:22:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678798331 2024-12-06T05:22:19,794 DEBUG [RegionServerTracker-0 {}] zookeeper.ZKUtil(347): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Unable to get data of znode /2-678798331/master because node does not exist (not an error) 2024-12-06T05:22:19,794 WARN [RegionServerTracker-0 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:22:19,813 INFO [M:0;ec46afd49254:37907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/.lastflushedseqids 2024-12-06T05:22:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741843_1019 (size=173) 2024-12-06T05:22:19,830 INFO [M:0;ec46afd49254:37907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:22:19,831 INFO [M:0;ec46afd49254:37907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:22:19,831 DEBUG [M:0;ec46afd49254:37907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:22:19,831 INFO [M:0;ec46afd49254:37907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:19,831 DEBUG [M:0;ec46afd49254:37907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:19,831 DEBUG [M:0;ec46afd49254:37907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:22:19,831 DEBUG [M:0;ec46afd49254:37907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:19,831 INFO [M:0;ec46afd49254:37907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-06T05:22:19,853 DEBUG [M:0;ec46afd49254:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0a30d877d6c450ba40ebb282dbcfa79 is 82, key is hbase:meta,,1/info:regioninfo/1733462524773/Put/seqid=0 2024-12-06T05:22:19,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741844_1020 (size=5672) 2024-12-06T05:22:19,880 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:19,880 INFO [RS:0;ec46afd49254:36719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:22:19,880 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a916b9750007, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:19,880 INFO [RS:0;ec46afd49254:36719 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,36719,1733462523050; zookeeper connection closed. 2024-12-06T05:22:19,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@478fb586 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@478fb586 2024-12-06T05:22:19,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:22:19,895 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:20,141 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:20,258 INFO [M:0;ec46afd49254:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0a30d877d6c450ba40ebb282dbcfa79 2024-12-06T05:22:20,291 DEBUG [M:0;ec46afd49254:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8665f92073f46108a4e61d7cf1f3a1b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733462529941/Put/seqid=0 2024-12-06T05:22:20,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741845_1021 (size=6587) 2024-12-06T05:22:20,699 INFO [M:0;ec46afd49254:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8665f92073f46108a4e61d7cf1f3a1b 2024-12-06T05:22:20,752 DEBUG [M:0;ec46afd49254:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9092b7958de04788b6f83955072459e8 is 69, key is ec46afd49254,36719,1733462523050/rs:state/1733462523572/Put/seqid=0 2024-12-06T05:22:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741846_1022 (size=5156) 2024-12-06T05:22:20,757 INFO [M:0;ec46afd49254:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9092b7958de04788b6f83955072459e8 2024-12-06T05:22:20,762 DEBUG [M:0;ec46afd49254:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0a30d877d6c450ba40ebb282dbcfa79 as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0a30d877d6c450ba40ebb282dbcfa79 2024-12-06T05:22:20,767 INFO [M:0;ec46afd49254:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0a30d877d6c450ba40ebb282dbcfa79, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T05:22:20,767 DEBUG [M:0;ec46afd49254:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8665f92073f46108a4e61d7cf1f3a1b as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8665f92073f46108a4e61d7cf1f3a1b 2024-12-06T05:22:20,772 INFO [M:0;ec46afd49254:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8665f92073f46108a4e61d7cf1f3a1b, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T05:22:20,773 DEBUG [M:0;ec46afd49254:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9092b7958de04788b6f83955072459e8 as hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9092b7958de04788b6f83955072459e8 2024-12-06T05:22:20,779 INFO [M:0;ec46afd49254:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42315/user/jenkins/test-data/5ef05dfc-19af-28fe-4aff-0adf12640623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9092b7958de04788b6f83955072459e8, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T05:22:20,780 INFO [M:0;ec46afd49254:37907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=55, compaction requested=false 2024-12-06T05:22:20,798 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:20,806 INFO [M:0;ec46afd49254:37907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:20,806 DEBUG [M:0;ec46afd49254:37907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462539831Disabling compacts and flushes for region at 1733462539831Disabling writes for close at 1733462539831Obtaining lock to block concurrent updates at 1733462539831Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462539831Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733462539831Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462539832 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462539832Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462539853 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462539853Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462540261 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462540290 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462540290Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462540726 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462540751 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462540751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a884ec4: reopening flushed file at 1733462540760 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6539fc27: reopening flushed file at 1733462540767 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f92228f: reopening flushed file at 1733462540772 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=55, compaction requested=false at 1733462540780 (+8 ms)Writing region close event to WAL at 1733462540806 (+26 ms)Closed at 1733462540806 2024-12-06T05:22:20,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37931 is added to blk_1073741830_1006 (size=32782) 2024-12-06T05:22:20,815 INFO [M:0;ec46afd49254:37907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:22:20,815 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:22:20,815 INFO [M:0;ec46afd49254:37907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37907 2024-12-06T05:22:20,816 INFO [M:0;ec46afd49254:37907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:22:20,943 INFO [M:0;ec46afd49254:37907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:22:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x101a916b9750006, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:20,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f4db6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:22:20,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39cc6a3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:22:20,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:22:20,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@473b8b28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:22:20,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4be17ea2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/hadoop.log.dir/,STOPPED} 2024-12-06T05:22:20,946 WARN [BP-753594286-172.17.0.3-1733462519335 heartbeating to localhost/127.0.0.1:42315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:22:20,946 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:22:20,946 WARN [BP-753594286-172.17.0.3-1733462519335 heartbeating to localhost/127.0.0.1:42315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-753594286-172.17.0.3-1733462519335 (Datanode Uuid ca508edd-2166-4ae2-b26d-1519c56b27ce) service to localhost/127.0.0.1:42315 2024-12-06T05:22:20,946 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:22:20,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/cluster_24c03a9a-c654-ae76-1119-88db89d1e9a8/data/data1/current/BP-753594286-172.17.0.3-1733462519335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:22:20,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/cluster_24c03a9a-c654-ae76-1119-88db89d1e9a8/data/data2/current/BP-753594286-172.17.0.3-1733462519335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:22:20,947 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:22:20,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19624ed{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:22:20,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69698f7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:22:20,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:22:20,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@730f0be1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:22:20,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@561806ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fd2cde5-2f16-1a19-bcce-8101edeee579/hadoop.log.dir/,STOPPED} 2024-12-06T05:22:20,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:22:20,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:22:20,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:20,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:20,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:20,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:20,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:20,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:22:20,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=22373722, stopped=false 2024-12-06T05:22:20,965 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,42093,1733462515699 2024-12-06T05:22:20,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172955146/running 2024-12-06T05:22:20,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172955146/running 2024-12-06T05:22:20,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:22:20,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:22:20,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:22:20,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:20,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:20,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:20,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on znode that does not yet exist, /1-172955146/running 2024-12-06T05:22:20,991 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,40843,1733462515839' ***** 2024-12-06T05:22:20,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:22:20,991 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:22:20,991 INFO [RS:0;ec46afd49254:40843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:22:20,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:22:20,992 INFO [RS:0;ec46afd49254:40843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:22:20,992 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(3091): Received CLOSE for f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:20,992 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,40843,1733462515839 2024-12-06T05:22:20,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Set watcher on znode that does not yet exist, /1-172955146/running 2024-12-06T05:22:20,992 INFO [RS:0;ec46afd49254:40843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:22:20,992 INFO [RS:0;ec46afd49254:40843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:40843. 2024-12-06T05:22:20,992 DEBUG [RS:0;ec46afd49254:40843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:20,992 DEBUG [RS:0;ec46afd49254:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:20,992 INFO [RS:0;ec46afd49254:40843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:22:20,992 INFO [RS:0;ec46afd49254:40843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:22:20,992 INFO [RS:0;ec46afd49254:40843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:22:20,992 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:22:20,993 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2e87406296ba7ad4393c3c6e7ec8e65, disabling compactions & flushes 2024-12-06T05:22:20,993 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:20,993 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:20,993 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. after waiting 0 ms 2024-12-06T05:22:20,993 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:20,996 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:22:20,996 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1325): Online Regions={f2e87406296ba7ad4393c3c6e7ec8e65=test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:22:20,996 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:22:20,996 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2e87406296ba7ad4393c3c6e7ec8e65 2024-12-06T05:22:20,996 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:22:20,996 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:22:20,996 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:22:20,996 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:22:20,996 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:22:20,997 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T05:22:21,004 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/default/test/f2e87406296ba7ad4393c3c6e7ec8e65/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:22:21,004 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:22:21,004 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:22:21,004 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:21,004 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2e87406296ba7ad4393c3c6e7ec8e65: Waiting for close lock at 1733462540992Running coprocessor pre-close hooks at 1733462540992Disabling compacts and flushes for region at 1733462540992Disabling writes for close at 1733462540993 (+1 ms)Writing region close event to WAL at 1733462541000 (+7 ms)Running coprocessor post-close hooks at 1733462541004 (+4 ms)Closed at 1733462541004 2024-12-06T05:22:21,005 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65. 2024-12-06T05:22:21,018 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/info/22acc6b179664b6398a352492b2bc5fd is 129, key is test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65./info:regioninfo/1733462528185/Put/seqid=0 2024-12-06T05:22:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741841_1017 (size=6421) 2024-12-06T05:22:21,044 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:21,196 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:21,397 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:21,426 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/info/22acc6b179664b6398a352492b2bc5fd 2024-12-06T05:22:21,442 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/ns/3d217f673fc542e3acede695d21189b8 is 43, key is default/ns:d/1733462519160/Put/seqid=0 2024-12-06T05:22:21,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:22:21,597 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:21,797 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:21,838 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:21,846 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/ns/3d217f673fc542e3acede695d21189b8 2024-12-06T05:22:21,868 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/rep_barrier/98a0d74faebd4b6780a472561aefbc39 is 112, key is test,,1733462527010.f2e87406296ba7ad4393c3c6e7ec8e65./rep_barrier:seqnumDuringOpen/1733462528185/Put/seqid=0 2024-12-06T05:22:21,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741843_1019 (size=5518) 2024-12-06T05:22:21,997 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:22:21,997 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:22:21,997 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:22,022 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:22:22,022 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:22:22,050 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:22,197 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:22,294 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/rep_barrier/98a0d74faebd4b6780a472561aefbc39 2024-12-06T05:22:22,317 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/table/7fd9418d8b324e82812517931aa942c3 is 40, key is test/table:state/1733462528193/Put/seqid=0 2024-12-06T05:22:22,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741844_1020 (size=5165) 2024-12-06T05:22:22,398 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:22,598 DEBUG [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T05:22:22,732 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/table/7fd9418d8b324e82812517931aa942c3 2024-12-06T05:22:22,736 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/info/22acc6b179664b6398a352492b2bc5fd as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/info/22acc6b179664b6398a352492b2bc5fd 2024-12-06T05:22:22,739 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/info/22acc6b179664b6398a352492b2bc5fd, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T05:22:22,744 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/ns/3d217f673fc542e3acede695d21189b8 as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/ns/3d217f673fc542e3acede695d21189b8 2024-12-06T05:22:22,748 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/ns/3d217f673fc542e3acede695d21189b8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T05:22:22,749 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/rep_barrier/98a0d74faebd4b6780a472561aefbc39 as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/rep_barrier/98a0d74faebd4b6780a472561aefbc39 2024-12-06T05:22:22,753 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/rep_barrier/98a0d74faebd4b6780a472561aefbc39, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T05:22:22,754 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/.tmp/table/7fd9418d8b324e82812517931aa942c3 as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/table/7fd9418d8b324e82812517931aa942c3 2024-12-06T05:22:22,758 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/table/7fd9418d8b324e82812517931aa942c3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T05:22:22,759 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1763ms, sequenceid=11, compaction requested=false 2024-12-06T05:22:22,759 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:22:22,763 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T05:22:22,763 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:22:22,764 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:22:22,764 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:22:22,764 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462540996Running coprocessor pre-close hooks at 1733462540996Disabling compacts and flushes for region at 1733462540996Disabling writes for close at 1733462540996Obtaining lock to block concurrent updates at 1733462540997 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733462540997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733462540997Flushing stores of hbase:meta,,1.1588230740 at 1733462540998 (+1 ms)Flushing 1588230740/info: creating writer at 1733462540998Flushing 1588230740/info: appending metadata at 1733462541018 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733462541018Flushing 1588230740/ns: creating writer at 1733462541430 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733462541442 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733462541442Flushing 1588230740/rep_barrier: creating writer at 1733462541850 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462541868 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462541868Flushing 1588230740/table: creating writer at 1733462542298 (+430 ms)Flushing 1588230740/table: appending metadata at 1733462542316 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733462542316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acf748e: reopening flushed file at 1733462542735 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@623ad1d2: reopening flushed file at 1733462542740 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1788f42d: reopening flushed file at 1733462542749 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334a6d11: reopening flushed file at 1733462542753 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1763ms, sequenceid=11, compaction requested=false at 1733462542759 (+6 ms)Writing region close event to WAL at 1733462542761 (+2 ms)Running coprocessor post-close hooks at 1733462542763 (+2 ms)Closed at 1733462542764 (+1 ms) 2024-12-06T05:22:22,764 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:22:22,798 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,40843,1733462515839; all regions closed. 2024-12-06T05:22:22,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741834_1010 (size=2717) 2024-12-06T05:22:22,802 DEBUG [RS:0;ec46afd49254:40843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/oldWALs 2024-12-06T05:22:22,802 INFO [RS:0;ec46afd49254:40843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C40843%2C1733462515839.meta:.meta(num 1733462519034) 2024-12-06T05:22:22,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/WALs/ec46afd49254,40843,1733462515839/ec46afd49254%2C40843%2C1733462515839.1733462518117 not finished, retry = 0 2024-12-06T05:22:22,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741832_1008 (size=1374) 2024-12-06T05:22:22,906 DEBUG [RS:0;ec46afd49254:40843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/oldWALs 2024-12-06T05:22:22,906 INFO [RS:0;ec46afd49254:40843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C40843%2C1733462515839:(num 1733462518117) 2024-12-06T05:22:22,906 DEBUG [RS:0;ec46afd49254:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:22,906 INFO [RS:0;ec46afd49254:40843 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:22:22,906 INFO [RS:0;ec46afd49254:40843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:22:22,906 INFO [RS:0;ec46afd49254:40843 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:22:22,906 INFO [RS:0;ec46afd49254:40843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:22:22,906 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:22:22,907 INFO [RS:0;ec46afd49254:40843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:40843. 2024-12-06T05:22:22,907 DEBUG [RS:0;ec46afd49254:40843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:22,907 DEBUG [RS:0;ec46afd49254:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:22,907 DEBUG [RS:0;ec46afd49254:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:22,907 INFO [RS:0;ec46afd49254:40843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40843 2024-12-06T05:22:22,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:22,941 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172955146/rs/ec46afd49254,40843,1733462515839 2024-12-06T05:22:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146/rs 2024-12-06T05:22:22,977 INFO [RS:0;ec46afd49254:40843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:22:22,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,40843,1733462515839] 2024-12-06T05:22:23,084 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-172955146/draining/ec46afd49254,40843,1733462515839 already deleted, retry=false 2024-12-06T05:22:23,084 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,40843,1733462515839 expired; onlineServers=0 2024-12-06T05:22:23,084 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,42093,1733462515699' ***** 2024-12-06T05:22:23,084 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:22:23,084 INFO [M:0;ec46afd49254:42093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:22:23,085 INFO [M:0;ec46afd49254:42093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:22:23,085 DEBUG [M:0;ec46afd49254:42093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:22:23,085 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:22:23,085 DEBUG [M:0;ec46afd49254:42093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:22:23,085 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462517820 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462517820,5,FailOnTimeoutGroup] 2024-12-06T05:22:23,085 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462517824 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462517824,5,FailOnTimeoutGroup] 2024-12-06T05:22:23,085 INFO [M:0;ec46afd49254:42093 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:22:23,085 INFO [M:0;ec46afd49254:42093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:22:23,085 DEBUG [M:0;ec46afd49254:42093 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:22:23,085 INFO [M:0;ec46afd49254:42093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:22:23,085 INFO [M:0;ec46afd49254:42093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:22:23,085 INFO [M:0;ec46afd49254:42093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:22:23,086 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:22:23,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-172955146/master 2024-12-06T05:22:23,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-172955146 2024-12-06T05:22:23,095 DEBUG [M:0;ec46afd49254:42093 {}] zookeeper.ZKUtil(347): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Unable to get data of znode /1-172955146/master because node does not exist (not an error) 2024-12-06T05:22:23,095 WARN [M:0;ec46afd49254:42093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:22:23,096 INFO [M:0;ec46afd49254:42093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/.lastflushedseqids 2024-12-06T05:22:23,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741845_1021 (size=173) 2024-12-06T05:22:23,153 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:23,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:23,165 INFO [RS:0;ec46afd49254:40843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:22:23,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x101a916b9750004, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:23,165 INFO [RS:0;ec46afd49254:40843 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,40843,1733462515839; zookeeper connection closed. 2024-12-06T05:22:23,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@591adc05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@591adc05 2024-12-06T05:22:23,166 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:22:23,506 INFO [M:0;ec46afd49254:42093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:22:23,506 INFO [M:0;ec46afd49254:42093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:22:23,506 DEBUG [M:0;ec46afd49254:42093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:22:23,506 INFO [M:0;ec46afd49254:42093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:23,506 DEBUG [M:0;ec46afd49254:42093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:23,506 DEBUG [M:0;ec46afd49254:42093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:22:23,506 DEBUG [M:0;ec46afd49254:42093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:23,507 INFO [M:0;ec46afd49254:42093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-06T05:22:23,523 DEBUG [M:0;ec46afd49254:42093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2d34eab10cd4bd385491773370ba5c0 is 82, key is hbase:meta,,1/info:regioninfo/1733462519067/Put/seqid=0 2024-12-06T05:22:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741846_1022 (size=5672) 2024-12-06T05:22:23,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:22:23,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,927 INFO [M:0;ec46afd49254:42093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2d34eab10cd4bd385491773370ba5c0 2024-12-06T05:22:23,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:22:23,949 DEBUG [M:0;ec46afd49254:42093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6a0d33281574240b0ff338405d3ce1c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733462528196/Put/seqid=0 2024-12-06T05:22:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741847_1023 (size=6586) 2024-12-06T05:22:23,953 INFO [M:0;ec46afd49254:42093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6a0d33281574240b0ff338405d3ce1c 2024-12-06T05:22:23,973 DEBUG [M:0;ec46afd49254:42093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00e3645042c74d65acc973fe0cb7b29b is 69, key is ec46afd49254,40843,1733462515839/rs:state/1733462517904/Put/seqid=0 2024-12-06T05:22:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741848_1024 (size=5156) 2024-12-06T05:22:24,144 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:24,357 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:24,377 INFO [M:0;ec46afd49254:42093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00e3645042c74d65acc973fe0cb7b29b 2024-12-06T05:22:24,381 DEBUG [M:0;ec46afd49254:42093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2d34eab10cd4bd385491773370ba5c0 as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2d34eab10cd4bd385491773370ba5c0 2024-12-06T05:22:24,385 INFO [M:0;ec46afd49254:42093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2d34eab10cd4bd385491773370ba5c0, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T05:22:24,386 DEBUG [M:0;ec46afd49254:42093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6a0d33281574240b0ff338405d3ce1c as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6a0d33281574240b0ff338405d3ce1c 2024-12-06T05:22:24,389 INFO [M:0;ec46afd49254:42093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6a0d33281574240b0ff338405d3ce1c, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T05:22:24,390 DEBUG [M:0;ec46afd49254:42093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00e3645042c74d65acc973fe0cb7b29b as hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00e3645042c74d65acc973fe0cb7b29b 2024-12-06T05:22:24,394 INFO [M:0;ec46afd49254:42093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41705/user/jenkins/test-data/0e44edd6-e249-7e23-effa-4d182b3eabe6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00e3645042c74d65acc973fe0cb7b29b, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T05:22:24,395 INFO [M:0;ec46afd49254:42093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false 2024-12-06T05:22:24,396 INFO [M:0;ec46afd49254:42093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:24,396 DEBUG [M:0;ec46afd49254:42093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462543506Disabling compacts and flushes for region at 1733462543506Disabling writes for close at 1733462543506Obtaining lock to block concurrent updates at 1733462543507 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462543507Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733462543507Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462543507Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462543507Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462543522 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462543522Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462543931 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462543949 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462543949Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462543956 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462543972 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462543972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17aad3c5: reopening flushed file at 1733462544380 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b039c6e: reopening flushed file at 1733462544385 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e0935b: reopening flushed file at 1733462544389 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false at 1733462544395 (+6 ms)Writing region close event to WAL at 1733462544396 (+1 ms)Closed at 1733462544396 2024-12-06T05:22:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34529 is added to blk_1073741830_1006 (size=32770) 2024-12-06T05:22:24,402 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:22:24,402 INFO [M:0;ec46afd49254:42093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:22:24,403 INFO [M:0;ec46afd49254:42093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42093 2024-12-06T05:22:24,403 INFO [M:0;ec46afd49254:42093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:22:24,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:24,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42093-0x101a916b9750003, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:24,511 INFO [M:0;ec46afd49254:42093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:22:24,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ff0a789{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:22:24,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18edd122{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:22:24,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:22:24,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fee88d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:22:24,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d3de0cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.log.dir/,STOPPED} 2024-12-06T05:22:24,517 WARN [BP-1080150609-172.17.0.3-1733462513028 heartbeating to localhost/127.0.0.1:41705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:22:24,517 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:22:24,517 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:22:24,517 WARN [BP-1080150609-172.17.0.3-1733462513028 heartbeating to localhost/127.0.0.1:41705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080150609-172.17.0.3-1733462513028 (Datanode Uuid b4615d92-ed53-4372-a917-7db76f455d35) service to localhost/127.0.0.1:41705 2024-12-06T05:22:24,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/cluster_3a8c8418-07e3-41cf-141d-72c09c507160/data/data1/current/BP-1080150609-172.17.0.3-1733462513028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:22:24,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/cluster_3a8c8418-07e3-41cf-141d-72c09c507160/data/data2/current/BP-1080150609-172.17.0.3-1733462513028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:22:24,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:22:24,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@450ae88b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:22:24,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56489eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:22:24,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:22:24,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f5669{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:22:24,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52079d94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291ed38-c856-c9cc-6395-e882dfa695dd/hadoop.log.dir/,STOPPED} 2024-12-06T05:22:24,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:22:24,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:22:24,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:24,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:24,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:24,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:24,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:24,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:22:24,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=64793198, stopped=false 2024-12-06T05:22:24,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec46afd49254,38799,1733462509020 2024-12-06T05:22:24,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-326611853/running 2024-12-06T05:22:24,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:22:24,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:22:24,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-326611853/running 2024-12-06T05:22:24,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:22:24,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:22:24,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:24,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:24,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec46afd49254,44851,1733462509683' ***** 2024-12-06T05:22:24,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:22:24,560 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:22:24,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:22:24,560 INFO [RS:0;ec46afd49254:44851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:22:24,560 INFO [RS:0;ec46afd49254:44851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:22:24,560 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(3091): Received CLOSE for 29badc18d7b5aa204bc3d449e4a11408 2024-12-06T05:22:24,564 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(3091): Received CLOSE for 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:24,564 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(959): stopping server ec46afd49254,44851,1733462509683 2024-12-06T05:22:24,564 INFO [RS:0;ec46afd49254:44851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:22:24,564 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29badc18d7b5aa204bc3d449e4a11408, disabling compactions & flushes 2024-12-06T05:22:24,564 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:24,564 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:24,564 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. after waiting 0 ms 2024-12-06T05:22:24,564 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:24,564 INFO [RS:0;ec46afd49254:44851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:44851. 2024-12-06T05:22:24,565 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29badc18d7b5aa204bc3d449e4a11408 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-06T05:22:24,565 DEBUG [RS:0;ec46afd49254:44851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:24,565 DEBUG [RS:0;ec46afd49254:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:24,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on znode that does not yet exist, /0-326611853/running 2024-12-06T05:22:24,565 INFO [RS:0;ec46afd49254:44851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:22:24,565 INFO [RS:0;ec46afd49254:44851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:22:24,565 INFO [RS:0;ec46afd49254:44851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:22:24,565 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:22:24,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Set watcher on znode that does not yet exist, /0-326611853/running 2024-12-06T05:22:24,568 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T05:22:24,568 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1325): Online Regions={29badc18d7b5aa204bc3d449e4a11408=hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408., 97908b0e8870e9feb00c800bc460826f=test,,1733462524857.97908b0e8870e9feb00c800bc460826f., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:22:24,568 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29badc18d7b5aa204bc3d449e4a11408, 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:24,568 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:22:24,568 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:22:24,568 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:22:24,568 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:22:24,568 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:22:24,569 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T05:22:24,580 INFO [regionserver/ec46afd49254:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:22:24,584 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/.tmp/hfileref/bb00f7b8704140d78cebf023495629d7 is 74, key is 1/hfileref:61c212f885a94cc1bc76fd893157b542_SeqId_4_/1733462534502/DeleteColumn/seqid=0 2024-12-06T05:22:24,585 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/info/ff71268ef5bd4ea3a71744a3629a6eb3 is 147, key is hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408./info:regioninfo/1733462531141/Put/seqid=0 2024-12-06T05:22:24,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741847_1023 (size=5489) 2024-12-06T05:22:24,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741848_1024 (size=7686) 2024-12-06T05:22:24,601 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/info/ff71268ef5bd4ea3a71744a3629a6eb3 2024-12-06T05:22:24,626 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/ns/253e1199a72d4f43a7307a7040c84d7d is 43, key is default/ns:d/1733462512893/Put/seqid=0 2024-12-06T05:22:24,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741849_1025 (size=5153) 2024-12-06T05:22:24,633 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/ns/253e1199a72d4f43a7307a7040c84d7d 2024-12-06T05:22:24,652 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/rep_barrier/8994193b237e444e9bc230dc1e9bea5a is 112, key is test,,1733462524857.97908b0e8870e9feb00c800bc460826f./rep_barrier:seqnumDuringOpen/1733462526027/Put/seqid=0 2024-12-06T05:22:24,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741850_1026 (size=5518) 2024-12-06T05:22:24,656 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/rep_barrier/8994193b237e444e9bc230dc1e9bea5a 2024-12-06T05:22:24,679 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/table/ad854c72f571418d842802288866bac1 is 53, key is hbase:replication/table:state/1733462531151/Put/seqid=0 2024-12-06T05:22:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741851_1027 (size=5308) 2024-12-06T05:22:24,685 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/table/ad854c72f571418d842802288866bac1 2024-12-06T05:22:24,690 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/info/ff71268ef5bd4ea3a71744a3629a6eb3 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/info/ff71268ef5bd4ea3a71744a3629a6eb3 2024-12-06T05:22:24,693 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/info/ff71268ef5bd4ea3a71744a3629a6eb3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T05:22:24,693 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/ns/253e1199a72d4f43a7307a7040c84d7d as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/ns/253e1199a72d4f43a7307a7040c84d7d 2024-12-06T05:22:24,696 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/ns/253e1199a72d4f43a7307a7040c84d7d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T05:22:24,697 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/rep_barrier/8994193b237e444e9bc230dc1e9bea5a as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/rep_barrier/8994193b237e444e9bc230dc1e9bea5a 2024-12-06T05:22:24,700 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/rep_barrier/8994193b237e444e9bc230dc1e9bea5a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T05:22:24,700 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/.tmp/table/ad854c72f571418d842802288866bac1 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/table/ad854c72f571418d842802288866bac1 2024-12-06T05:22:24,703 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/table/ad854c72f571418d842802288866bac1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T05:22:24,704 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=16, compaction requested=false 2024-12-06T05:22:24,707 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T05:22:24,707 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:22:24,707 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:22:24,707 INFO [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:22:24,707 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733462544568Running coprocessor pre-close hooks at 1733462544568Disabling compacts and flushes for region at 1733462544568Disabling writes for close at 1733462544568Obtaining lock to block concurrent updates at 1733462544569 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733462544569Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733462544569Flushing stores of hbase:meta,,1.1588230740 at 1733462544569Flushing 1588230740/info: creating writer at 1733462544569Flushing 1588230740/info: appending metadata at 1733462544584 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733462544584Flushing 1588230740/ns: creating writer at 1733462544610 (+26 ms)Flushing 1588230740/ns: appending metadata at 1733462544626 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733462544626Flushing 1588230740/rep_barrier: creating writer at 1733462544636 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733462544651 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733462544651Flushing 1588230740/table: creating writer at 1733462544659 (+8 ms)Flushing 1588230740/table: appending metadata at 1733462544678 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733462544678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6317c6a1: reopening flushed file at 1733462544689 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3041060c: reopening flushed file at 1733462544693 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7888826f: reopening flushed file at 1733462544696 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1e73d5: reopening flushed file at 1733462544700 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=16, compaction requested=false at 1733462544704 (+4 ms)Writing region close event to WAL at 1733462544705 (+1 ms)Running coprocessor post-close hooks at 1733462544707 (+2 ms)Closed at 1733462544707 2024-12-06T05:22:24,708 DEBUG [RS_CLOSE_META-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:22:24,768 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1351): Waiting on 29badc18d7b5aa204bc3d449e4a11408, 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:24,969 DEBUG [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1351): Waiting on 29badc18d7b5aa204bc3d449e4a11408, 97908b0e8870e9feb00c800bc460826f 2024-12-06T05:22:24,994 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/.tmp/hfileref/bb00f7b8704140d78cebf023495629d7 2024-12-06T05:22:25,009 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/.tmp/queue/214872d85b3a4aa8b9ff4e4e59bf4846 is 153, key is 1-ec46afd49254,44851,1733462509683/queue:ec46afd49254%2C44851%2C1733462509683/1733462536830/Put/seqid=0 2024-12-06T05:22:25,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741852_1028 (size=5504) 2024-12-06T05:22:25,013 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/.tmp/queue/214872d85b3a4aa8b9ff4e4e59bf4846 2024-12-06T05:22:25,018 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/.tmp/hfileref/bb00f7b8704140d78cebf023495629d7 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/hfileref/bb00f7b8704140d78cebf023495629d7 2024-12-06T05:22:25,023 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/hfileref/bb00f7b8704140d78cebf023495629d7, entries=6, sequenceid=17, filesize=5.4 K 2024-12-06T05:22:25,024 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/.tmp/queue/214872d85b3a4aa8b9ff4e4e59bf4846 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/queue/214872d85b3a4aa8b9ff4e4e59bf4846 2024-12-06T05:22:25,028 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/queue/214872d85b3a4aa8b9ff4e4e59bf4846, entries=2, sequenceid=17, filesize=5.4 K 2024-12-06T05:22:25,029 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 29badc18d7b5aa204bc3d449e4a11408 in 465ms, sequenceid=17, compaction requested=false 2024-12-06T05:22:25,032 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/hbase/replication/29badc18d7b5aa204bc3d449e4a11408/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-06T05:22:25,033 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:22:25,033 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:22:25,033 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:25,033 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29badc18d7b5aa204bc3d449e4a11408: Waiting for close lock at 1733462544564Running coprocessor pre-close hooks at 1733462544564Disabling compacts and flushes for region at 1733462544564Disabling writes for close at 1733462544564Obtaining lock to block concurrent updates at 1733462544565 (+1 ms)Preparing flush snapshotting stores in 29badc18d7b5aa204bc3d449e4a11408 at 1733462544565Finished memstore snapshotting hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733462544565Flushing stores of hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. at 1733462544566 (+1 ms)Flushing 29badc18d7b5aa204bc3d449e4a11408/hfileref: creating writer at 1733462544566Flushing 29badc18d7b5aa204bc3d449e4a11408/hfileref: appending metadata at 1733462544584 (+18 ms)Flushing 29badc18d7b5aa204bc3d449e4a11408/hfileref: closing flushed file at 1733462544584Flushing 29badc18d7b5aa204bc3d449e4a11408/queue: creating writer at 1733462544997 (+413 ms)Flushing 29badc18d7b5aa204bc3d449e4a11408/queue: appending metadata at 1733462545009 (+12 ms)Flushing 29badc18d7b5aa204bc3d449e4a11408/queue: closing flushed file at 1733462545009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c0cbfe: reopening flushed file at 1733462545017 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac04d66: reopening flushed file at 1733462545023 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 29badc18d7b5aa204bc3d449e4a11408 in 465ms, sequenceid=17, compaction requested=false at 1733462545029 (+6 ms)Writing region close event to WAL at 1733462545030 (+1 ms)Running coprocessor post-close hooks at 1733462545033 (+3 ms)Closed at 1733462545033 2024-12-06T05:22:25,033 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733462530332.29badc18d7b5aa204bc3d449e4a11408. 2024-12-06T05:22:25,033 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97908b0e8870e9feb00c800bc460826f, disabling compactions & flushes 2024-12-06T05:22:25,033 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:25,033 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:25,033 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733462524857.97908b0e8870e9feb00c800bc460826f. after waiting 0 ms 2024-12-06T05:22:25,033 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:25,036 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/data/default/test/97908b0e8870e9feb00c800bc460826f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:22:25,036 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T05:22:25,036 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T05:22:25,036 INFO [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:25,036 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97908b0e8870e9feb00c800bc460826f: Waiting for close lock at 1733462545033Running coprocessor pre-close hooks at 1733462545033Disabling compacts and flushes for region at 1733462545033Disabling writes for close at 1733462545033Writing region close event to WAL at 1733462545033Running coprocessor post-close hooks at 1733462545036 (+3 ms)Closed at 1733462545036 2024-12-06T05:22:25,036 DEBUG [RS_CLOSE_REGION-regionserver/ec46afd49254:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733462524857.97908b0e8870e9feb00c800bc460826f. 2024-12-06T05:22:25,169 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(976): stopping server ec46afd49254,44851,1733462509683; all regions closed. 2024-12-06T05:22:25,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741844_1020 (size=859) 2024-12-06T05:22:25,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.meta.1733462535450.meta not finished, retry = 0 2024-12-06T05:22:25,193 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:22:25,193 INFO [regionserver/ec46afd49254:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:22:25,257 INFO [master/ec46afd49254:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T05:22:25,257 INFO [master/ec46afd49254:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T05:22:25,276 DEBUG [RS:0;ec46afd49254:44851 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/oldWALs 2024-12-06T05:22:25,276 INFO [RS:0;ec46afd49254:44851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C44851%2C1733462509683.meta:.meta(num 1733462535450) 2024-12-06T05:22:25,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.rep.1733462535430 not finished, retry = 0 2024-12-06T05:22:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741843_1019 (size=2791) 2024-12-06T05:22:25,380 DEBUG [RS:0;ec46afd49254:44851 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/oldWALs 2024-12-06T05:22:25,380 INFO [RS:0;ec46afd49254:44851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C44851%2C1733462509683.rep:(num 1733462535430) 2024-12-06T05:22:25,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741842_1018 (size=696) 2024-12-06T05:22:25,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 not finished, retry = 0 2024-12-06T05:22:25,448 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 to pos 393, reset compression=false 2024-12-06T05:22:25,483 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408 2024-12-06T05:22:25,483 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T05:22:25,483 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-06T05:22:25,483 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.wal-reader.ec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-06T05:22:25,483 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec46afd49254,44851,1733462509683 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/WALs/ec46afd49254,44851,1733462509683/ec46afd49254%2C44851%2C1733462509683.1733462535408, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T05:22:25,483 DEBUG [RS:0;ec46afd49254:44851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/oldWALs 2024-12-06T05:22:25,483 INFO [RS:0;ec46afd49254:44851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec46afd49254%2C44851%2C1733462509683:(num 1733462535408) 2024-12-06T05:22:25,483 DEBUG [RS:0;ec46afd49254:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:25,483 INFO [RS:0;ec46afd49254:44851 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:22:25,484 INFO [RS:0;ec46afd49254:44851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:22:25,484 INFO [RS:0;ec46afd49254:44851 {}] hbase.ChoreService(370): Chore service for: regionserver/ec46afd49254:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:22:25,484 INFO [RS:0;ec46afd49254:44851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:22:25,484 INFO [regionserver/ec46afd49254:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:22:25,484 INFO [RS:0;ec46afd49254:44851 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec46afd49254,44851,1733462509683 because: Region server is closing 2024-12-06T05:22:25,484 INFO [RS:0;ec46afd49254:44851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:44851. 2024-12-06T05:22:25,485 DEBUG [RS:0;ec46afd49254:44851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:25,485 DEBUG [RS:0;ec46afd49254:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:25,485 DEBUG [RS:0;ec46afd49254:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:25,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:25,484 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec46afd49254,44851,1733462509683: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec46afd49254,44851,1733462509683, walGroup=ec46afd49254%2C44851%2C1733462509683, offset=ec46afd49254%2C44851%2C1733462509683.1733462535408:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec46afd49254:44851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T05:22:25,485 ERROR [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:22:25,485 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:22:25,486 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:22:25,486 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:22:25,486 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:22:25,486 INFO [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1562378240, "init": 1048576000, "max": 2306867200, "used": 1055833600 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208142104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:22:25,486 DEBUG [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ec46afd49254%2C44851%2C1733462509683.1733462535408] 2024-12-06T05:22:25,585 INFO [RS:0;ec46afd49254:44851 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,1-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,1-ec46afd49254,44851,1733462509683 terminated 2024-12-06T05:22:25,585 INFO [RS:0;ec46afd49254:44851 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ec46afd49254,44851,1733462509683 because: Region server is closing 2024-12-06T05:22:25,585 INFO [RS:0;ec46afd49254:44851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec46afd49254:44851. 2024-12-06T05:22:25,585 DEBUG [RS:0;ec46afd49254:44851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:22:25,585 DEBUG [RS:0;ec46afd49254:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:25,585 DEBUG [RS:0;ec46afd49254:44851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:22:25,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:22:25,686 WARN [RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T05:22:25,686 INFO [RS:0;ec46afd49254:44851 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec46afd49254:0-0.replicationSource,2-ec46afd49254,44851,1733462509683.replicationSource.shipperec46afd49254%2C44851%2C1733462509683,2-ec46afd49254,44851,1733462509683 terminated 2024-12-06T05:22:25,686 INFO [RS:0;ec46afd49254:44851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44851 2024-12-06T05:22:25,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-326611853/rs/ec46afd49254,44851,1733462509683 2024-12-06T05:22:25,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853/rs 2024-12-06T05:22:25,694 INFO [RS:0;ec46afd49254:44851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:22:25,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec46afd49254,44851,1733462509683] 2024-12-06T05:22:25,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-326611853/draining/ec46afd49254,44851,1733462509683 already deleted, retry=false 2024-12-06T05:22:25,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec46afd49254,44851,1733462509683 expired; onlineServers=0 2024-12-06T05:22:25,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec46afd49254,38799,1733462509020' ***** 2024-12-06T05:22:25,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:22:25,716 INFO [M:0;ec46afd49254:38799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:22:25,716 INFO [M:0;ec46afd49254:38799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:22:25,716 DEBUG [M:0;ec46afd49254:38799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:22:25,716 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:22:25,716 DEBUG [M:0;ec46afd49254:38799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:22:25,716 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462512018 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.large.0-1733462512018,5,FailOnTimeoutGroup] 2024-12-06T05:22:25,716 DEBUG [master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462512018 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec46afd49254:0:becomeActiveMaster-HFileCleaner.small.0-1733462512018,5,FailOnTimeoutGroup] 2024-12-06T05:22:25,716 INFO [M:0;ec46afd49254:38799 {}] hbase.ChoreService(370): Chore service for: master/ec46afd49254:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:22:25,716 INFO [M:0;ec46afd49254:38799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:22:25,716 DEBUG [M:0;ec46afd49254:38799 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:22:25,716 INFO [M:0;ec46afd49254:38799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:22:25,716 INFO [M:0;ec46afd49254:38799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:22:25,717 ERROR [M:0;ec46afd49254:38799 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (220917048) connection to localhost/127.0.0.1:39565 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39565,5,PEWorkerGroup] 2024-12-06T05:22:25,717 INFO [M:0;ec46afd49254:38799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:22:25,717 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:22:25,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-326611853/master 2024-12-06T05:22:25,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-326611853 2024-12-06T05:22:25,726 DEBUG [M:0;ec46afd49254:38799 {}] zookeeper.ZKUtil(347): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Unable to get data of znode /0-326611853/master because node does not exist (not an error) 2024-12-06T05:22:25,726 WARN [M:0;ec46afd49254:38799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:22:25,727 INFO [M:0;ec46afd49254:38799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/.lastflushedseqids 2024-12-06T05:22:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741853_1029 (size=263) 2024-12-06T05:22:25,805 INFO [RS:0;ec46afd49254:44851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:22:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:25,805 INFO [RS:0;ec46afd49254:44851 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec46afd49254,44851,1733462509683; zookeeper connection closed. 2024-12-06T05:22:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44851-0x101a916b9750001, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:25,806 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e61ec7c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e61ec7c 2024-12-06T05:22:25,806 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T05:22:26,130 INFO [M:0;ec46afd49254:38799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:22:26,130 INFO [M:0;ec46afd49254:38799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:22:26,130 DEBUG [M:0;ec46afd49254:38799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:22:26,130 INFO [M:0;ec46afd49254:38799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:26,130 DEBUG [M:0;ec46afd49254:38799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:26,130 DEBUG [M:0;ec46afd49254:38799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:22:26,130 DEBUG [M:0;ec46afd49254:38799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:26,130 INFO [M:0;ec46afd49254:38799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-12-06T05:22:26,142 DEBUG [M:0;ec46afd49254:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad290b61c057492a86395635972cc45e is 82, key is hbase:meta,,1/info:regioninfo/1733462512825/Put/seqid=0 2024-12-06T05:22:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741854_1030 (size=5672) 2024-12-06T05:22:26,546 INFO [M:0;ec46afd49254:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad290b61c057492a86395635972cc45e 2024-12-06T05:22:26,560 DEBUG [M:0;ec46afd49254:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16738385fee64290b96eb6161fc0f789 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733462526035/Put/seqid=0 2024-12-06T05:22:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741855_1031 (size=7611) 2024-12-06T05:22:26,964 INFO [M:0;ec46afd49254:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16738385fee64290b96eb6161fc0f789 2024-12-06T05:22:26,967 INFO [M:0;ec46afd49254:38799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16738385fee64290b96eb6161fc0f789 2024-12-06T05:22:26,979 DEBUG [M:0;ec46afd49254:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ec4933513554ea19c77b46c6d6a7400 is 69, key is ec46afd49254,44851,1733462509683/rs:state/1733462512109/Put/seqid=0 2024-12-06T05:22:26,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741856_1032 (size=5156) 2024-12-06T05:22:27,383 INFO [M:0;ec46afd49254:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ec4933513554ea19c77b46c6d6a7400 2024-12-06T05:22:27,387 DEBUG [M:0;ec46afd49254:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad290b61c057492a86395635972cc45e as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad290b61c057492a86395635972cc45e 2024-12-06T05:22:27,390 INFO [M:0;ec46afd49254:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad290b61c057492a86395635972cc45e, entries=8, sequenceid=121, filesize=5.5 K 2024-12-06T05:22:27,391 DEBUG [M:0;ec46afd49254:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16738385fee64290b96eb6161fc0f789 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16738385fee64290b96eb6161fc0f789 2024-12-06T05:22:27,394 INFO [M:0;ec46afd49254:38799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16738385fee64290b96eb6161fc0f789 2024-12-06T05:22:27,395 INFO [M:0;ec46afd49254:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16738385fee64290b96eb6161fc0f789, entries=13, sequenceid=121, filesize=7.4 K 2024-12-06T05:22:27,395 DEBUG [M:0;ec46afd49254:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ec4933513554ea19c77b46c6d6a7400 as hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ec4933513554ea19c77b46c6d6a7400 2024-12-06T05:22:27,398 INFO [M:0;ec46afd49254:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/a7bacdb0-8033-bbdf-2ef0-ab4eb3fa453e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ec4933513554ea19c77b46c6d6a7400, entries=1, sequenceid=121, filesize=5.0 K 2024-12-06T05:22:27,399 INFO [M:0;ec46afd49254:38799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=121, compaction requested=false 2024-12-06T05:22:27,403 INFO [M:0;ec46afd49254:38799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:22:27,403 DEBUG [M:0;ec46afd49254:38799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733462546130Disabling compacts and flushes for region at 1733462546130Disabling writes for close at 1733462546130Obtaining lock to block concurrent updates at 1733462546130Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733462546130Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1733462546131 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733462546131Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733462546131Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733462546142 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733462546142Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733462546549 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733462546560 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733462546560Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733462546967 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733462546979 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733462546979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a411db: reopening flushed file at 1733462547386 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9e67ba: reopening flushed file at 1733462547390 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f71fa1e: reopening flushed file at 1733462547395 (+5 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=121, compaction requested=false at 1733462547399 (+4 ms)Writing region close event to WAL at 1733462547403 (+4 ms)Closed at 1733462547403 2024-12-06T05:22:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34157 is added to blk_1073741830_1006 (size=69932) 2024-12-06T05:22:27,408 INFO [M:0;ec46afd49254:38799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:22:27,409 INFO [M:0;ec46afd49254:38799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38799 2024-12-06T05:22:27,409 INFO [M:0;ec46afd49254:38799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:22:27,409 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:22:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:27,557 INFO [M:0;ec46afd49254:38799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:22:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x101a916b9750000, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:22:27,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33d9863b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:22:27,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cde15c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:22:27,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:22:27,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@131849e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:22:27,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b94cd02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.log.dir/,STOPPED} 2024-12-06T05:22:27,562 WARN [BP-491865853-172.17.0.3-1733462506984 heartbeating to localhost/127.0.0.1:39565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:22:27,562 WARN [BP-491865853-172.17.0.3-1733462506984 heartbeating to localhost/127.0.0.1:39565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-491865853-172.17.0.3-1733462506984 (Datanode Uuid ec81969a-f54c-4996-b027-49a95a6e7d5a) service to localhost/127.0.0.1:39565 2024-12-06T05:22:27,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:22:27,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:22:27,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/cluster_fdc020e3-79ff-f068-3cf9-4da9da1980dd/data/data1/current/BP-491865853-172.17.0.3-1733462506984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:22:27,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/cluster_fdc020e3-79ff-f068-3cf9-4da9da1980dd/data/data2/current/BP-491865853-172.17.0.3-1733462506984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:22:27,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:22:27,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e376629{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:22:27,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74e8e7cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:22:27,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:22:27,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6afe60a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:22:27,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@649b9acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/691cb6f1-80ee-be83-d5f9-c3992ad37ec4/hadoop.log.dir/,STOPPED} 2024-12-06T05:22:27,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:22:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:22:27,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 530) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:42315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:39565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55108) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:41705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:42315 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:41705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:41705 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:42315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55108) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:39565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55108) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (220917048) connection to localhost/127.0.0.1:39565 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 455) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5667 (was 5994) 2024-12-06T05:22:27,601 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500 2024-12-06T05:22:27,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a916b9750008, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:22:27,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a916b9750005, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:22:27,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a916b9750002, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T05:22:27,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a916b9750005, quorum=127.0.0.1:55108, baseZNode=/1-172955146 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:22:27,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a916b9750008, quorum=127.0.0.1:55108, baseZNode=/2-678798331 Received Disconnected from ZooKeeper, ignoring 2024-12-06T05:22:27,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a916b9750002, quorum=127.0.0.1:55108, baseZNode=/0-326611853 Received Disconnected from ZooKeeper, ignoring